2024-11-07 21:22:25,149 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-07 21:22:25,161 main DEBUG Took 0.009823 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-07 21:22:25,161 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-07 21:22:25,161 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-07 21:22:25,162 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-07 21:22:25,163 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 21:22:25,171 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-07 21:22:25,184 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 21:22:25,186 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 21:22:25,186 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 21:22:25,187 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 21:22:25,188 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 21:22:25,188 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 21:22:25,189 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 21:22:25,190 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 21:22:25,190 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 21:22:25,191 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 21:22:25,192 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 21:22:25,192 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 21:22:25,193 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 21:22:25,193 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 21:22:25,194 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 21:22:25,195 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 21:22:25,195 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 21:22:25,196 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 21:22:25,196 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 21:22:25,197 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 21:22:25,197 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 21:22:25,198 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 21:22:25,198 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 21:22:25,199 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 21:22:25,199 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 21:22:25,200 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-07 21:22:25,201 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 21:22:25,203 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-07 21:22:25,206 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-07 21:22:25,206 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-07 21:22:25,208 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-07 21:22:25,208 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-07 21:22:25,219 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-07 21:22:25,222 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-07 21:22:25,224 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-07 21:22:25,225 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-07 21:22:25,225 main DEBUG createAppenders(={Console}) 2024-11-07 21:22:25,226 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-11-07 21:22:25,226 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-07 21:22:25,227 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-11-07 21:22:25,228 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-07 21:22:25,228 main DEBUG OutputStream closed 2024-11-07 21:22:25,228 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-07 21:22:25,229 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-07 21:22:25,229 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-11-07 21:22:25,319 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-07 21:22:25,322 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-07 21:22:25,324 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-07 21:22:25,326 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-07 21:22:25,327 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-07 21:22:25,327 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-07 21:22:25,328 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-07 21:22:25,328 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-07 21:22:25,329 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-07 21:22:25,329 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-07 21:22:25,330 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-07 21:22:25,330 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-07 21:22:25,331 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-07 21:22:25,331 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-07 21:22:25,332 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-07 21:22:25,332 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-07 21:22:25,333 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-07 21:22:25,334 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-07 21:22:25,337 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-07 21:22:25,338 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-11-07 21:22:25,338 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-07 21:22:25,339 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-11-07T21:22:25,622 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3085edb0-e917-d279-2e36-e140b24fc09e 2024-11-07 21:22:25,625 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-07 21:22:25,626 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-07T21:22:25,636 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithNoInMemCompaction timeout: 13 mins 2024-11-07T21:22:25,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T21:22:25,684 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3085edb0-e917-d279-2e36-e140b24fc09e/cluster_f389f151-189a-c90f-dfef-b886ac270666, deleteOnExit=true 2024-11-07T21:22:25,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T21:22:25,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3085edb0-e917-d279-2e36-e140b24fc09e/test.cache.data in system properties and HBase conf 2024-11-07T21:22:25,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3085edb0-e917-d279-2e36-e140b24fc09e/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T21:22:25,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3085edb0-e917-d279-2e36-e140b24fc09e/hadoop.log.dir in system properties and HBase conf 2024-11-07T21:22:25,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3085edb0-e917-d279-2e36-e140b24fc09e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T21:22:25,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3085edb0-e917-d279-2e36-e140b24fc09e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T21:22:25,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T21:22:25,822 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-07T21:22:25,966 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T21:22:25,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3085edb0-e917-d279-2e36-e140b24fc09e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T21:22:25,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3085edb0-e917-d279-2e36-e140b24fc09e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T21:22:25,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3085edb0-e917-d279-2e36-e140b24fc09e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T21:22:25,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3085edb0-e917-d279-2e36-e140b24fc09e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T21:22:25,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3085edb0-e917-d279-2e36-e140b24fc09e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T21:22:25,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3085edb0-e917-d279-2e36-e140b24fc09e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T21:22:25,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3085edb0-e917-d279-2e36-e140b24fc09e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T21:22:25,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3085edb0-e917-d279-2e36-e140b24fc09e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T21:22:25,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3085edb0-e917-d279-2e36-e140b24fc09e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T21:22:25,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3085edb0-e917-d279-2e36-e140b24fc09e/nfs.dump.dir in system properties and HBase conf 2024-11-07T21:22:25,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3085edb0-e917-d279-2e36-e140b24fc09e/java.io.tmpdir in system properties and HBase conf 2024-11-07T21:22:25,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3085edb0-e917-d279-2e36-e140b24fc09e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T21:22:25,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3085edb0-e917-d279-2e36-e140b24fc09e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T21:22:25,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3085edb0-e917-d279-2e36-e140b24fc09e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T21:22:27,316 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-07T21:22:27,422 INFO [Time-limited test {}] log.Log(170): Logging initialized @3033ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-07T21:22:27,518 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T21:22:27,598 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T21:22:27,620 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T21:22:27,621 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T21:22:27,622 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T21:22:27,636 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T21:22:27,639 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7def033e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3085edb0-e917-d279-2e36-e140b24fc09e/hadoop.log.dir/,AVAILABLE} 2024-11-07T21:22:27,640 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41752735{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T21:22:27,866 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1bbf242f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3085edb0-e917-d279-2e36-e140b24fc09e/java.io.tmpdir/jetty-localhost-44987-hadoop-hdfs-3_4_1-tests_jar-_-any-3821023636549135283/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T21:22:27,874 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@34657887{HTTP/1.1, (http/1.1)}{localhost:44987} 2024-11-07T21:22:27,874 INFO [Time-limited test {}] server.Server(415): Started @3487ms 2024-11-07T21:22:28,742 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T21:22:28,752 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T21:22:28,753 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T21:22:28,754 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T21:22:28,754 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T21:22:28,755 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b8e8cdd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3085edb0-e917-d279-2e36-e140b24fc09e/hadoop.log.dir/,AVAILABLE} 2024-11-07T21:22:28,756 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ef5f873{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T21:22:28,875 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3dfb1097{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3085edb0-e917-d279-2e36-e140b24fc09e/java.io.tmpdir/jetty-localhost-42653-hadoop-hdfs-3_4_1-tests_jar-_-any-2281658738406855012/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T21:22:28,877 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@16142ff{HTTP/1.1, (http/1.1)}{localhost:42653} 2024-11-07T21:22:28,877 INFO [Time-limited test {}] server.Server(415): Started @4489ms 2024-11-07T21:22:28,936 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T21:22:30,077 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3085edb0-e917-d279-2e36-e140b24fc09e/cluster_f389f151-189a-c90f-dfef-b886ac270666/data/data1/current/BP-1114029820-172.17.0.2-1731014546786/current, will proceed with Du for space computation calculation, 2024-11-07T21:22:30,077 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3085edb0-e917-d279-2e36-e140b24fc09e/cluster_f389f151-189a-c90f-dfef-b886ac270666/data/data2/current/BP-1114029820-172.17.0.2-1731014546786/current, will proceed with Du for space computation calculation, 2024-11-07T21:22:30,120 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T21:22:30,170 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc103053982ad4aed with lease ID 0x9163653b5711717d: Processing first storage report for DS-f676a211-1940-457f-8217-b3c18b4e0e70 from datanode DatanodeRegistration(127.0.0.1:35017, datanodeUuid=2a6ee0a2-52bf-46bd-aeb8-9afc40011d89, infoPort=36659, infoSecurePort=0, ipcPort=36561, storageInfo=lv=-57;cid=testClusterID;nsid=1875643575;c=1731014546786) 2024-11-07T21:22:30,172 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc103053982ad4aed with lease ID 0x9163653b5711717d: from storage DS-f676a211-1940-457f-8217-b3c18b4e0e70 node DatanodeRegistration(127.0.0.1:35017, datanodeUuid=2a6ee0a2-52bf-46bd-aeb8-9afc40011d89, infoPort=36659, infoSecurePort=0, ipcPort=36561, storageInfo=lv=-57;cid=testClusterID;nsid=1875643575;c=1731014546786), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-07T21:22:30,172 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc103053982ad4aed with lease ID 0x9163653b5711717d: Processing first storage report for DS-cad9333d-dd27-4cc6-a02a-e4687b27229c from datanode DatanodeRegistration(127.0.0.1:35017, datanodeUuid=2a6ee0a2-52bf-46bd-aeb8-9afc40011d89, infoPort=36659, infoSecurePort=0, ipcPort=36561, storageInfo=lv=-57;cid=testClusterID;nsid=1875643575;c=1731014546786) 2024-11-07T21:22:30,173 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc103053982ad4aed with lease ID 0x9163653b5711717d: from storage DS-cad9333d-dd27-4cc6-a02a-e4687b27229c node DatanodeRegistration(127.0.0.1:35017, datanodeUuid=2a6ee0a2-52bf-46bd-aeb8-9afc40011d89, infoPort=36659, infoSecurePort=0, ipcPort=36561, storageInfo=lv=-57;cid=testClusterID;nsid=1875643575;c=1731014546786), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T21:22:30,204 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3085edb0-e917-d279-2e36-e140b24fc09e 2024-11-07T21:22:30,297 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3085edb0-e917-d279-2e36-e140b24fc09e/cluster_f389f151-189a-c90f-dfef-b886ac270666/zookeeper_0, clientPort=58446, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3085edb0-e917-d279-2e36-e140b24fc09e/cluster_f389f151-189a-c90f-dfef-b886ac270666/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3085edb0-e917-d279-2e36-e140b24fc09e/cluster_f389f151-189a-c90f-dfef-b886ac270666/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T21:22:30,310 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58446 2024-11-07T21:22:30,326 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:22:30,331 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:22:30,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741825_1001 (size=7) 2024-11-07T21:22:30,953 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff with version=8 2024-11-07T21:22:30,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/hbase-staging 2024-11-07T21:22:31,045 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-07T21:22:31,271 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4fc742968c91:0 server-side Connection retries=45 2024-11-07T21:22:31,281 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T21:22:31,282 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T21:22:31,287 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T21:22:31,287 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T21:22:31,288 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T21:22:31,439 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T21:22:31,489 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-07T21:22:31,497 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-07T21:22:31,501 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T21:22:31,523 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 31500 (auto-detected) 2024-11-07T21:22:31,523 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-07T21:22:31,540 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39921 2024-11-07T21:22:31,560 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39921 connecting to ZooKeeper ensemble=127.0.0.1:58446 2024-11-07T21:22:31,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:399210x0, quorum=127.0.0.1:58446, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T21:22:31,678 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39921-0x101172ddeae0000 connected 2024-11-07T21:22:31,773 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:22:31,776 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:22:31,787 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39921-0x101172ddeae0000, quorum=127.0.0.1:58446, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T21:22:31,790 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff, hbase.cluster.distributed=false 2024-11-07T21:22:31,822 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39921-0x101172ddeae0000, quorum=127.0.0.1:58446, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T21:22:31,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39921 2024-11-07T21:22:31,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39921 2024-11-07T21:22:31,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39921 2024-11-07T21:22:31,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39921 2024-11-07T21:22:31,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39921 2024-11-07T21:22:31,956 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4fc742968c91:0 server-side Connection retries=45 2024-11-07T21:22:31,958 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T21:22:31,958 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T21:22:31,958 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T21:22:31,959 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T21:22:31,959 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T21:22:31,961 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T21:22:31,964 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T21:22:31,965 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33553 2024-11-07T21:22:31,966 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33553 connecting to ZooKeeper ensemble=127.0.0.1:58446 2024-11-07T21:22:31,968 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:22:31,971 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:22:31,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:335530x0, quorum=127.0.0.1:58446, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T21:22:31,989 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:335530x0, quorum=127.0.0.1:58446, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T21:22:31,989 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33553-0x101172ddeae0001 connected 2024-11-07T21:22:31,992 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T21:22:31,999 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T21:22:32,001 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33553-0x101172ddeae0001, quorum=127.0.0.1:58446, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T21:22:32,006 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33553-0x101172ddeae0001, quorum=127.0.0.1:58446, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T21:22:32,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33553 2024-11-07T21:22:32,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33553 2024-11-07T21:22:32,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33553 2024-11-07T21:22:32,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33553 2024-11-07T21:22:32,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33553 2024-11-07T21:22:32,024 DEBUG [M:0;4fc742968c91:39921 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4fc742968c91:39921 2024-11-07T21:22:32,025 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/4fc742968c91,39921,1731014551100 2024-11-07T21:22:32,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39921-0x101172ddeae0000, quorum=127.0.0.1:58446, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T21:22:32,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33553-0x101172ddeae0001, quorum=127.0.0.1:58446, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T21:22:32,043 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39921-0x101172ddeae0000, quorum=127.0.0.1:58446, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/4fc742968c91,39921,1731014551100 2024-11-07T21:22:32,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39921-0x101172ddeae0000, quorum=127.0.0.1:58446, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:22:32,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33553-0x101172ddeae0001, quorum=127.0.0.1:58446, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T21:22:32,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33553-0x101172ddeae0001, quorum=127.0.0.1:58446, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:22:32,073 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39921-0x101172ddeae0000, quorum=127.0.0.1:58446, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-07T21:22:32,074 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/4fc742968c91,39921,1731014551100 from backup master directory 2024-11-07T21:22:32,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39921-0x101172ddeae0000, quorum=127.0.0.1:58446, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/4fc742968c91,39921,1731014551100 2024-11-07T21:22:32,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33553-0x101172ddeae0001, quorum=127.0.0.1:58446, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T21:22:32,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39921-0x101172ddeae0000, quorum=127.0.0.1:58446, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T21:22:32,086 WARN [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T21:22:32,087 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4fc742968c91,39921,1731014551100 2024-11-07T21:22:32,088 INFO [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-07T21:22:32,090 INFO [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-07T21:22:32,155 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/hbase.id] with ID: a5a7e692-593c-43b6-a085-c810d74fe2db 2024-11-07T21:22:32,155 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/.tmp/hbase.id 2024-11-07T21:22:32,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741826_1002 (size=42) 2024-11-07T21:22:32,569 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/.tmp/hbase.id]:[hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/hbase.id] 2024-11-07T21:22:32,624 INFO [master/4fc742968c91:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:22:32,628 INFO [master/4fc742968c91:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T21:22:32,647 INFO [master/4fc742968c91:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-07T21:22:32,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33553-0x101172ddeae0001, quorum=127.0.0.1:58446, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:22:32,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39921-0x101172ddeae0000, quorum=127.0.0.1:58446, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:22:32,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741827_1003 (size=196) 2024-11-07T21:22:33,173 INFO [master/4fc742968c91:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T21:22:33,176 INFO [master/4fc742968c91:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T21:22:33,189 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:33,192 INFO [master/4fc742968c91:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T21:22:33,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741828_1004 (size=1189) 2024-11-07T21:22:33,638 INFO [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/MasterData/data/master/store 2024-11-07T21:22:33,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741829_1005 (size=34) 2024-11-07T21:22:34,062 INFO [master/4fc742968c91:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-07T21:22:34,067 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:22:34,069 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T21:22:34,070 INFO [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T21:22:34,070 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T21:22:34,072 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T21:22:34,072 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T21:22:34,073 INFO [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T21:22:34,074 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731014554069Disabling compacts and flushes for region at 1731014554069Disabling writes for close at 1731014554072 (+3 ms)Writing region close event to WAL at 1731014554073 (+1 ms)Closed at 1731014554073 2024-11-07T21:22:34,076 WARN [master/4fc742968c91:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/MasterData/data/master/store/.initializing 2024-11-07T21:22:34,076 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/MasterData/WALs/4fc742968c91,39921,1731014551100 2024-11-07T21:22:34,084 INFO [master/4fc742968c91:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T21:22:34,098 INFO [master/4fc742968c91:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4fc742968c91%2C39921%2C1731014551100, suffix=, logDir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/MasterData/WALs/4fc742968c91,39921,1731014551100, archiveDir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/MasterData/oldWALs, maxLogs=10 2024-11-07T21:22:34,120 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/MasterData/WALs/4fc742968c91,39921,1731014551100/4fc742968c91%2C39921%2C1731014551100.1731014554102, exclude list is [], retry=0 2024-11-07T21:22:34,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35017,DS-f676a211-1940-457f-8217-b3c18b4e0e70,DISK] 2024-11-07T21:22:34,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-07T21:22:34,171 INFO [master/4fc742968c91:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/MasterData/WALs/4fc742968c91,39921,1731014551100/4fc742968c91%2C39921%2C1731014551100.1731014554102 2024-11-07T21:22:34,172 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36659:36659)] 2024-11-07T21:22:34,172 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T21:22:34,173 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:22:34,176 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:22:34,177 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:22:34,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:22:34,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T21:22:34,235 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:22:34,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:22:34,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:22:34,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T21:22:34,241 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:22:34,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:22:34,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:22:34,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T21:22:34,245 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:22:34,246 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:22:34,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:22:34,250 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T21:22:34,250 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:22:34,251 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:22:34,251 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:22:34,255 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:22:34,256 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:22:34,260 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:22:34,261 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:22:34,264 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T21:22:34,268 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:22:34,273 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T21:22:34,274 INFO [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67091634, jitterRate=-2.567470073699951E-4}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T21:22:34,282 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731014554187Initializing all the Stores at 1731014554189 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731014554190 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014554190Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014554191 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014554191Cleaning up temporary data from old regions at 1731014554261 (+70 ms)Region opened successfully at 1731014554281 (+20 ms) 2024-11-07T21:22:34,283 INFO [master/4fc742968c91:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T21:22:34,312 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77884a15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4fc742968c91/172.17.0.2:0 2024-11-07T21:22:34,337 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T21:22:34,346 INFO [master/4fc742968c91:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T21:22:34,346 INFO [master/4fc742968c91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T21:22:34,349 INFO [master/4fc742968c91:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T21:22:34,350 INFO [master/4fc742968c91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-07T21:22:34,354 INFO [master/4fc742968c91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-07T21:22:34,354 INFO [master/4fc742968c91:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T21:22:34,376 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T21:22:34,384 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39921-0x101172ddeae0000, quorum=127.0.0.1:58446, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-07T21:22:34,401 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-07T21:22:34,403 INFO [master/4fc742968c91:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T21:22:34,405 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39921-0x101172ddeae0000, quorum=127.0.0.1:58446, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-07T21:22:34,411 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-07T21:22:34,414 INFO [master/4fc742968c91:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T21:22:34,418 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39921-0x101172ddeae0000, quorum=127.0.0.1:58446, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-07T21:22:34,430 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-07T21:22:34,432 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39921-0x101172ddeae0000, quorum=127.0.0.1:58446, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-07T21:22:34,443 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-07T21:22:34,462 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39921-0x101172ddeae0000, quorum=127.0.0.1:58446, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T21:22:34,475 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-07T21:22:34,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33553-0x101172ddeae0001, quorum=127.0.0.1:58446, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T21:22:34,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39921-0x101172ddeae0000, quorum=127.0.0.1:58446, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T21:22:34,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33553-0x101172ddeae0001, quorum=127.0.0.1:58446, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:22:34,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39921-0x101172ddeae0000, quorum=127.0.0.1:58446, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:22:34,489 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4fc742968c91,39921,1731014551100, sessionid=0x101172ddeae0000, setting cluster-up flag (Was=false) 2024-11-07T21:22:34,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33553-0x101172ddeae0001, quorum=127.0.0.1:58446, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:22:34,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39921-0x101172ddeae0000, quorum=127.0.0.1:58446, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:22:34,549 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-07T21:22:34,551 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4fc742968c91,39921,1731014551100 2024-11-07T21:22:34,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33553-0x101172ddeae0001, quorum=127.0.0.1:58446, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:22:34,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39921-0x101172ddeae0000, quorum=127.0.0.1:58446, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:22:34,601 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-07T21:22:34,604 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4fc742968c91,39921,1731014551100 2024-11-07T21:22:34,612 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T21:22:34,615 INFO [RS:0;4fc742968c91:33553 {}] regionserver.HRegionServer(746): ClusterId : a5a7e692-593c-43b6-a085-c810d74fe2db 2024-11-07T21:22:34,618 DEBUG [RS:0;4fc742968c91:33553 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T21:22:34,635 DEBUG [RS:0;4fc742968c91:33553 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T21:22:34,635 DEBUG [RS:0;4fc742968c91:33553 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T21:22:34,645 DEBUG [RS:0;4fc742968c91:33553 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T21:22:34,645 DEBUG [RS:0;4fc742968c91:33553 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@667545cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4fc742968c91/172.17.0.2:0 2024-11-07T21:22:34,661 DEBUG [RS:0;4fc742968c91:33553 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4fc742968c91:33553 2024-11-07T21:22:34,664 INFO [RS:0;4fc742968c91:33553 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T21:22:34,664 INFO [RS:0;4fc742968c91:33553 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T21:22:34,664 DEBUG [RS:0;4fc742968c91:33553 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T21:22:34,667 INFO [RS:0;4fc742968c91:33553 {}] regionserver.HRegionServer(2659): reportForDuty to master=4fc742968c91,39921,1731014551100 with port=33553, startcode=1731014551923 2024-11-07T21:22:34,679 DEBUG [RS:0;4fc742968c91:33553 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T21:22:34,701 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T21:22:34,712 INFO [master/4fc742968c91:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T21:22:34,713 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41511, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T21:22:34,719 INFO [master/4fc742968c91:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T21:22:34,720 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39921 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:34,725 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4fc742968c91,39921,1731014551100 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T21:22:34,732 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4fc742968c91:0, corePoolSize=5, maxPoolSize=5 2024-11-07T21:22:34,733 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4fc742968c91:0, corePoolSize=5, maxPoolSize=5 2024-11-07T21:22:34,733 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4fc742968c91:0, corePoolSize=5, maxPoolSize=5 2024-11-07T21:22:34,734 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4fc742968c91:0, corePoolSize=5, maxPoolSize=5 2024-11-07T21:22:34,734 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4fc742968c91:0, corePoolSize=10, maxPoolSize=10 2024-11-07T21:22:34,734 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:22:34,734 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4fc742968c91:0, corePoolSize=2, maxPoolSize=2 2024-11-07T21:22:34,735 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:22:34,742 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T21:22:34,743 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T21:22:34,744 INFO [master/4fc742968c91:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731014584744 2024-11-07T21:22:34,746 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T21:22:34,747 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T21:22:34,750 DEBUG [RS:0;4fc742968c91:33553 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-07T21:22:34,750 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:22:34,750 WARN [RS:0;4fc742968c91:33553 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-07T21:22:34,750 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T21:22:34,752 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T21:22:34,752 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T21:22:34,753 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T21:22:34,753 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T21:22:34,756 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T21:22:34,761 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T21:22:34,762 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T21:22:34,763 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T21:22:34,765 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T21:22:34,766 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T21:22:34,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741831_1007 (size=1321) 2024-11-07T21:22:34,767 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4fc742968c91:0:becomeActiveMaster-HFileCleaner.large.0-1731014554767,5,FailOnTimeoutGroup] 2024-11-07T21:22:34,768 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4fc742968c91:0:becomeActiveMaster-HFileCleaner.small.0-1731014554768,5,FailOnTimeoutGroup] 2024-11-07T21:22:34,768 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T21:22:34,768 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T21:22:34,769 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T21:22:34,770 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T21:22:34,852 INFO [RS:0;4fc742968c91:33553 {}] regionserver.HRegionServer(2659): reportForDuty to master=4fc742968c91,39921,1731014551100 with port=33553, startcode=1731014551923 2024-11-07T21:22:34,854 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39921 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4fc742968c91,33553,1731014551923 2024-11-07T21:22:34,856 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39921 {}] master.ServerManager(517): Registering regionserver=4fc742968c91,33553,1731014551923 2024-11-07T21:22:34,864 DEBUG [RS:0;4fc742968c91:33553 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff 2024-11-07T21:22:34,865 DEBUG [RS:0;4fc742968c91:33553 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41435 2024-11-07T21:22:34,865 DEBUG [RS:0;4fc742968c91:33553 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T21:22:34,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39921-0x101172ddeae0000, quorum=127.0.0.1:58446, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T21:22:34,883 DEBUG [RS:0;4fc742968c91:33553 {}] zookeeper.ZKUtil(111): regionserver:33553-0x101172ddeae0001, quorum=127.0.0.1:58446, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4fc742968c91,33553,1731014551923 2024-11-07T21:22:34,884 WARN [RS:0;4fc742968c91:33553 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T21:22:34,884 INFO [RS:0;4fc742968c91:33553 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T21:22:34,884 DEBUG [RS:0;4fc742968c91:33553 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/WALs/4fc742968c91,33553,1731014551923 2024-11-07T21:22:34,887 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4fc742968c91,33553,1731014551923] 2024-11-07T21:22:34,912 INFO [RS:0;4fc742968c91:33553 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T21:22:34,928 INFO [RS:0;4fc742968c91:33553 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T21:22:34,932 INFO [RS:0;4fc742968c91:33553 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T21:22:34,932 INFO [RS:0;4fc742968c91:33553 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T21:22:34,933 INFO [RS:0;4fc742968c91:33553 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T21:22:34,938 INFO [RS:0;4fc742968c91:33553 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T21:22:34,940 INFO [RS:0;4fc742968c91:33553 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T21:22:34,940 DEBUG [RS:0;4fc742968c91:33553 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:22:34,940 DEBUG [RS:0;4fc742968c91:33553 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:22:34,940 DEBUG [RS:0;4fc742968c91:33553 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:22:34,940 DEBUG [RS:0;4fc742968c91:33553 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:22:34,940 DEBUG [RS:0;4fc742968c91:33553 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:22:34,941 DEBUG [RS:0;4fc742968c91:33553 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4fc742968c91:0, corePoolSize=2, maxPoolSize=2 2024-11-07T21:22:34,941 DEBUG [RS:0;4fc742968c91:33553 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:22:34,941 DEBUG [RS:0;4fc742968c91:33553 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:22:34,941 DEBUG [RS:0;4fc742968c91:33553 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:22:34,941 DEBUG [RS:0;4fc742968c91:33553 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:22:34,941 DEBUG [RS:0;4fc742968c91:33553 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:22:34,941 DEBUG [RS:0;4fc742968c91:33553 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:22:34,942 DEBUG [RS:0;4fc742968c91:33553 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0, corePoolSize=3, maxPoolSize=3 2024-11-07T21:22:34,942 DEBUG [RS:0;4fc742968c91:33553 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0, corePoolSize=3, maxPoolSize=3 2024-11-07T21:22:34,942 INFO [RS:0;4fc742968c91:33553 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T21:22:34,943 INFO [RS:0;4fc742968c91:33553 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T21:22:34,943 INFO [RS:0;4fc742968c91:33553 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T21:22:34,943 INFO [RS:0;4fc742968c91:33553 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T21:22:34,943 INFO [RS:0;4fc742968c91:33553 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T21:22:34,943 INFO [RS:0;4fc742968c91:33553 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,33553,1731014551923-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T21:22:34,962 INFO [RS:0;4fc742968c91:33553 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T21:22:34,964 INFO [RS:0;4fc742968c91:33553 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,33553,1731014551923-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T21:22:34,964 INFO [RS:0;4fc742968c91:33553 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T21:22:34,964 INFO [RS:0;4fc742968c91:33553 {}] regionserver.Replication(171): 4fc742968c91,33553,1731014551923 started 2024-11-07T21:22:34,982 INFO [RS:0;4fc742968c91:33553 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T21:22:34,982 INFO [RS:0;4fc742968c91:33553 {}] regionserver.HRegionServer(1482): Serving as 4fc742968c91,33553,1731014551923, RpcServer on 4fc742968c91/172.17.0.2:33553, sessionid=0x101172ddeae0001 2024-11-07T21:22:34,983 DEBUG [RS:0;4fc742968c91:33553 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T21:22:34,983 DEBUG [RS:0;4fc742968c91:33553 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4fc742968c91,33553,1731014551923 2024-11-07T21:22:34,983 DEBUG [RS:0;4fc742968c91:33553 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fc742968c91,33553,1731014551923' 2024-11-07T21:22:34,983 DEBUG [RS:0;4fc742968c91:33553 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T21:22:34,984 DEBUG [RS:0;4fc742968c91:33553 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T21:22:34,985 DEBUG [RS:0;4fc742968c91:33553 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T21:22:34,985 DEBUG [RS:0;4fc742968c91:33553 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T21:22:34,985 DEBUG [RS:0;4fc742968c91:33553 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4fc742968c91,33553,1731014551923 2024-11-07T21:22:34,985 DEBUG [RS:0;4fc742968c91:33553 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fc742968c91,33553,1731014551923' 2024-11-07T21:22:34,985 DEBUG [RS:0;4fc742968c91:33553 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T21:22:34,986 DEBUG [RS:0;4fc742968c91:33553 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T21:22:34,987 DEBUG [RS:0;4fc742968c91:33553 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T21:22:34,987 INFO [RS:0;4fc742968c91:33553 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T21:22:34,987 INFO [RS:0;4fc742968c91:33553 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T21:22:35,094 INFO [RS:0;4fc742968c91:33553 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T21:22:35,098 INFO [RS:0;4fc742968c91:33553 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4fc742968c91%2C33553%2C1731014551923, suffix=, logDir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/WALs/4fc742968c91,33553,1731014551923, archiveDir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/oldWALs, maxLogs=32 2024-11-07T21:22:35,120 DEBUG [RS:0;4fc742968c91:33553 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/WALs/4fc742968c91,33553,1731014551923/4fc742968c91%2C33553%2C1731014551923.1731014555102, exclude list is [], retry=0 2024-11-07T21:22:35,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35017,DS-f676a211-1940-457f-8217-b3c18b4e0e70,DISK] 2024-11-07T21:22:35,141 INFO [RS:0;4fc742968c91:33553 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/WALs/4fc742968c91,33553,1731014551923/4fc742968c91%2C33553%2C1731014551923.1731014555102 2024-11-07T21:22:35,156 DEBUG [RS:0;4fc742968c91:33553 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36659:36659)] 2024-11-07T21:22:35,169 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T21:22:35,170 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff 2024-11-07T21:22:35,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741833_1009 (size=32) 2024-11-07T21:22:35,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:22:35,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T21:22:35,189 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T21:22:35,189 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:22:35,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:22:35,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T21:22:35,193 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T21:22:35,194 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:22:35,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:22:35,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T21:22:35,198 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T21:22:35,198 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:22:35,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:22:35,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T21:22:35,202 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T21:22:35,203 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:22:35,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:22:35,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T21:22:35,205 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/hbase/meta/1588230740 2024-11-07T21:22:35,206 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/hbase/meta/1588230740 2024-11-07T21:22:35,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T21:22:35,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T21:22:35,210 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-07T21:22:35,212 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T21:22:35,216 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T21:22:35,217 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65943996, jitterRate=-0.01735788583755493}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-07T21:22:35,220 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731014555184Initializing all the Stores at 1731014555185 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731014555185Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731014555186 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014555186Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731014555186Cleaning up temporary data from old regions at 1731014555209 (+23 ms)Region opened successfully at 1731014555220 (+11 ms) 2024-11-07T21:22:35,220 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T21:22:35,221 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T21:22:35,221 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T21:22:35,221 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T21:22:35,221 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T21:22:35,223 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T21:22:35,223 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731014555220Disabling compacts and flushes for region at 1731014555220Disabling writes for close at 1731014555221 (+1 ms)Writing region close event to WAL at 1731014555222 (+1 ms)Closed at 1731014555222 2024-11-07T21:22:35,226 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T21:22:35,226 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T21:22:35,232 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T21:22:35,241 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T21:22:35,244 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T21:22:35,396 DEBUG [4fc742968c91:39921 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T21:22:35,410 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4fc742968c91,33553,1731014551923 2024-11-07T21:22:35,417 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4fc742968c91,33553,1731014551923, state=OPENING 2024-11-07T21:22:35,440 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T21:22:35,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33553-0x101172ddeae0001, quorum=127.0.0.1:58446, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:22:35,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39921-0x101172ddeae0000, quorum=127.0.0.1:58446, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:22:35,455 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T21:22:35,455 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T21:22:35,457 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T21:22:35,459 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4fc742968c91,33553,1731014551923}] 2024-11-07T21:22:35,640 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T21:22:35,643 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46287, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T21:22:35,658 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T21:22:35,659 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T21:22:35,659 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T21:22:35,663 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4fc742968c91%2C33553%2C1731014551923.meta, suffix=.meta, logDir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/WALs/4fc742968c91,33553,1731014551923, archiveDir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/oldWALs, maxLogs=32 2024-11-07T21:22:35,678 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/WALs/4fc742968c91,33553,1731014551923/4fc742968c91%2C33553%2C1731014551923.meta.1731014555664.meta, exclude list is [], retry=0 2024-11-07T21:22:35,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35017,DS-f676a211-1940-457f-8217-b3c18b4e0e70,DISK] 2024-11-07T21:22:35,684 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/WALs/4fc742968c91,33553,1731014551923/4fc742968c91%2C33553%2C1731014551923.meta.1731014555664.meta 2024-11-07T21:22:35,685 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36659:36659)] 2024-11-07T21:22:35,685 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T21:22:35,687 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T21:22:35,689 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T21:22:35,693 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T21:22:35,697 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T21:22:35,697 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:22:35,698 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T21:22:35,698 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T21:22:35,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T21:22:35,702 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T21:22:35,702 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:22:35,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:22:35,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T21:22:35,705 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T21:22:35,705 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:22:35,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:22:35,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T21:22:35,707 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T21:22:35,707 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:22:35,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:22:35,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T21:22:35,710 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T21:22:35,710 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:22:35,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:22:35,711 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T21:22:35,713 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/hbase/meta/1588230740 2024-11-07T21:22:35,716 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/hbase/meta/1588230740 2024-11-07T21:22:35,719 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T21:22:35,719 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T21:22:35,720 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-07T21:22:35,723 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T21:22:35,724 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69988476, jitterRate=0.04290956258773804}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-07T21:22:35,725 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T21:22:35,727 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731014555698Writing region info on filesystem at 1731014555698Initializing all the Stores at 1731014555700 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731014555700Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731014555700Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014555700Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731014555700Cleaning up temporary data from old regions at 1731014555719 (+19 ms)Running coprocessor post-open hooks at 1731014555725 (+6 ms)Region opened successfully at 1731014555726 (+1 ms) 2024-11-07T21:22:35,734 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731014555631 2024-11-07T21:22:35,744 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T21:22:35,744 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T21:22:35,746 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4fc742968c91,33553,1731014551923 2024-11-07T21:22:35,749 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4fc742968c91,33553,1731014551923, state=OPEN 2024-11-07T21:22:35,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33553-0x101172ddeae0001, quorum=127.0.0.1:58446, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T21:22:35,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39921-0x101172ddeae0000, quorum=127.0.0.1:58446, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T21:22:35,834 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T21:22:35,834 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T21:22:35,835 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:35,840 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T21:22:35,841 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4fc742968c91,33553,1731014551923 in 376 msec 2024-11-07T21:22:35,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T21:22:35,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 610 msec 2024-11-07T21:22:35,849 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T21:22:35,849 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T21:22:35,868 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:22:35,869 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,33553,1731014551923, seqNum=-1] 2024-11-07T21:22:35,890 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:22:35,893 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51755, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:22:35,914 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2640 sec 2024-11-07T21:22:35,914 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731014555914, completionTime=-1 2024-11-07T21:22:35,917 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T21:22:35,917 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T21:22:35,944 INFO [master/4fc742968c91:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T21:22:35,944 INFO [master/4fc742968c91:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731014615944 2024-11-07T21:22:35,945 INFO [master/4fc742968c91:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731014675945 2024-11-07T21:22:35,945 INFO [master/4fc742968c91:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 27 msec 2024-11-07T21:22:35,947 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,39921,1731014551100-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T21:22:35,947 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,39921,1731014551100-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T21:22:35,947 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,39921,1731014551100-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T21:22:35,949 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4fc742968c91:39921, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T21:22:35,949 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T21:22:35,949 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T21:22:35,956 DEBUG [master/4fc742968c91:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T21:22:35,975 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.888sec 2024-11-07T21:22:35,976 INFO [master/4fc742968c91:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T21:22:35,978 INFO [master/4fc742968c91:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T21:22:35,979 INFO [master/4fc742968c91:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T21:22:35,979 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T21:22:35,979 INFO [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T21:22:35,980 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,39921,1731014551100-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T21:22:35,981 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,39921,1731014551100-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T21:22:35,989 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T21:22:35,990 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T21:22:35,990 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,39921,1731014551100-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T21:22:36,034 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79233b36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:22:36,036 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-07T21:22:36,036 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-07T21:22:36,040 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fc742968c91,39921,-1 for getting cluster id 2024-11-07T21:22:36,043 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T21:22:36,050 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5a7e692-593c-43b6-a085-c810d74fe2db' 2024-11-07T21:22:36,053 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T21:22:36,053 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5a7e692-593c-43b6-a085-c810d74fe2db" 2024-11-07T21:22:36,054 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28163b13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:22:36,054 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fc742968c91,39921,-1] 2024-11-07T21:22:36,057 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T21:22:36,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:22:36,061 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T21:22:36,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@483f9bca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:22:36,065 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:22:36,074 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,33553,1731014551923, seqNum=-1] 2024-11-07T21:22:36,074 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:22:36,078 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:22:36,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4fc742968c91,39921,1731014551100 2024-11-07T21:22:36,112 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=448, ProcessCount=11, AvailableMemoryMB=3135 2024-11-07T21:22:36,138 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T21:22:36,146 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fc742968c91,39921,1731014551100 2024-11-07T21:22:36,149 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6848e632 2024-11-07T21:22:36,150 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T21:22:36,154 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T21:22:36,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-07T21:22:36,164 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T21:22:36,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-07T21:22:36,184 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T21:22:36,186 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-11-07T21:22:36,186 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:22:36,189 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T21:22:36,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T21:22:36,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741835_1011 (size=959) 2024-11-07T21:22:36,206 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff 2024-11-07T21:22:36,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741836_1012 (size=53) 2024-11-07T21:22:36,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T21:22:36,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T21:22:36,618 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:22:36,618 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing d3623a1f459e06579bd5cb7f05d15944, disabling compactions & flushes 2024-11-07T21:22:36,618 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:36,619 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:36,619 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. after waiting 0 ms 2024-11-07T21:22:36,619 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:36,619 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:36,619 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for d3623a1f459e06579bd5cb7f05d15944: Waiting for close lock at 1731014556618Disabling compacts and flushes for region at 1731014556618Disabling writes for close at 1731014556619 (+1 ms)Writing region close event to WAL at 1731014556619Closed at 1731014556619 2024-11-07T21:22:36,621 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T21:22:36,625 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731014556621"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731014556621"}]},"ts":"1731014556621"} 2024-11-07T21:22:36,629 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T21:22:36,631 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T21:22:36,633 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731014556631"}]},"ts":"1731014556631"} 2024-11-07T21:22:36,637 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-07T21:22:36,639 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d3623a1f459e06579bd5cb7f05d15944, ASSIGN}] 2024-11-07T21:22:36,642 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d3623a1f459e06579bd5cb7f05d15944, ASSIGN 2024-11-07T21:22:36,643 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d3623a1f459e06579bd5cb7f05d15944, ASSIGN; state=OFFLINE, location=4fc742968c91,33553,1731014551923; forceNewPlan=false, retain=false 2024-11-07T21:22:36,795 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d3623a1f459e06579bd5cb7f05d15944, regionState=OPENING, regionLocation=4fc742968c91,33553,1731014551923 2024-11-07T21:22:36,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d3623a1f459e06579bd5cb7f05d15944, ASSIGN because future has completed 2024-11-07T21:22:36,802 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923}] 2024-11-07T21:22:36,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T21:22:36,968 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:36,968 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} 2024-11-07T21:22:36,968 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d3623a1f459e06579bd5cb7f05d15944 2024-11-07T21:22:36,968 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:22:36,969 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d3623a1f459e06579bd5cb7f05d15944 2024-11-07T21:22:36,969 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d3623a1f459e06579bd5cb7f05d15944 2024-11-07T21:22:36,971 INFO [StoreOpener-d3623a1f459e06579bd5cb7f05d15944-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d3623a1f459e06579bd5cb7f05d15944 2024-11-07T21:22:36,974 INFO [StoreOpener-d3623a1f459e06579bd5cb7f05d15944-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3623a1f459e06579bd5cb7f05d15944 columnFamilyName A 2024-11-07T21:22:36,974 DEBUG [StoreOpener-d3623a1f459e06579bd5cb7f05d15944-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:22:36,975 INFO [StoreOpener-d3623a1f459e06579bd5cb7f05d15944-1 {}] regionserver.HStore(327): Store=d3623a1f459e06579bd5cb7f05d15944/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:22:36,975 INFO [StoreOpener-d3623a1f459e06579bd5cb7f05d15944-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d3623a1f459e06579bd5cb7f05d15944 2024-11-07T21:22:36,977 INFO [StoreOpener-d3623a1f459e06579bd5cb7f05d15944-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3623a1f459e06579bd5cb7f05d15944 columnFamilyName B 2024-11-07T21:22:36,977 DEBUG [StoreOpener-d3623a1f459e06579bd5cb7f05d15944-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:22:36,978 INFO [StoreOpener-d3623a1f459e06579bd5cb7f05d15944-1 {}] regionserver.HStore(327): Store=d3623a1f459e06579bd5cb7f05d15944/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:22:36,979 INFO [StoreOpener-d3623a1f459e06579bd5cb7f05d15944-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d3623a1f459e06579bd5cb7f05d15944 2024-11-07T21:22:36,981 INFO [StoreOpener-d3623a1f459e06579bd5cb7f05d15944-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3623a1f459e06579bd5cb7f05d15944 columnFamilyName C 2024-11-07T21:22:36,981 DEBUG [StoreOpener-d3623a1f459e06579bd5cb7f05d15944-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:22:36,982 INFO [StoreOpener-d3623a1f459e06579bd5cb7f05d15944-1 {}] regionserver.HStore(327): Store=d3623a1f459e06579bd5cb7f05d15944/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:22:36,982 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d3623a1f459e06579bd5cb7f05d15944 2024-11-07T21:22:36,984 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944 2024-11-07T21:22:36,985 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944 2024-11-07T21:22:36,987 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d3623a1f459e06579bd5cb7f05d15944 2024-11-07T21:22:36,987 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d3623a1f459e06579bd5cb7f05d15944 2024-11-07T21:22:36,989 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-07T21:22:36,991 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d3623a1f459e06579bd5cb7f05d15944 2024-11-07T21:22:36,995 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T21:22:36,996 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d3623a1f459e06579bd5cb7f05d15944; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59512224, jitterRate=-0.11319875717163086}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-07T21:22:36,996 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d3623a1f459e06579bd5cb7f05d15944 2024-11-07T21:22:36,997 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d3623a1f459e06579bd5cb7f05d15944: Running coprocessor pre-open hook at 1731014556969Writing region info on filesystem at 1731014556969Initializing all the Stores at 1731014556971 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014556971Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014556971Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014556971Cleaning up temporary data from old regions at 1731014556987 (+16 ms)Running coprocessor post-open hooks at 1731014556996 (+9 ms)Region opened successfully at 1731014556997 (+1 ms) 2024-11-07T21:22:36,999 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., pid=6, masterSystemTime=1731014556957 2024-11-07T21:22:37,003 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:37,003 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:37,004 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d3623a1f459e06579bd5cb7f05d15944, regionState=OPEN, openSeqNum=2, regionLocation=4fc742968c91,33553,1731014551923 2024-11-07T21:22:37,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 because future has completed 2024-11-07T21:22:37,014 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T21:22:37,014 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 in 208 msec 2024-11-07T21:22:37,020 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T21:22:37,020 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d3623a1f459e06579bd5cb7f05d15944, ASSIGN in 375 msec 2024-11-07T21:22:37,023 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T21:22:37,023 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731014557023"}]},"ts":"1731014557023"} 2024-11-07T21:22:37,027 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-07T21:22:37,029 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T21:22:37,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 860 msec 2024-11-07T21:22:37,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T21:22:37,331 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-07T21:22:37,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11ba2c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:22:37,337 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fc742968c91,39921,-1 for getting cluster id 2024-11-07T21:22:37,337 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T21:22:37,339 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5a7e692-593c-43b6-a085-c810d74fe2db' 2024-11-07T21:22:37,339 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T21:22:37,339 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5a7e692-593c-43b6-a085-c810d74fe2db" 2024-11-07T21:22:37,340 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c0df3b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:22:37,340 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fc742968c91,39921,-1] 2024-11-07T21:22:37,340 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T21:22:37,340 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:22:37,342 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T21:22:37,344 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75911b03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:22:37,344 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:22:37,346 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,33553,1731014551923, seqNum=-1] 2024-11-07T21:22:37,347 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:22:37,350 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:22:37,353 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T21:22:37,354 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fc742968c91,39921,1731014551100 2024-11-07T21:22:37,354 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6187fcd5 2024-11-07T21:22:37,357 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T21:22:37,359 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T21:22:37,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19215e1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:22:37,364 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fc742968c91,39921,-1 for getting cluster id 2024-11-07T21:22:37,364 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T21:22:37,365 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5a7e692-593c-43b6-a085-c810d74fe2db' 2024-11-07T21:22:37,366 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T21:22:37,366 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5a7e692-593c-43b6-a085-c810d74fe2db" 2024-11-07T21:22:37,366 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39f7011d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:22:37,366 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fc742968c91,39921,-1] 2024-11-07T21:22:37,366 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T21:22:37,367 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:22:37,368 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T21:22:37,369 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6488fd9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:22:37,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7163a69f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:22:37,370 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fc742968c91,39921,-1 for getting cluster id 2024-11-07T21:22:37,371 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T21:22:37,372 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5a7e692-593c-43b6-a085-c810d74fe2db' 2024-11-07T21:22:37,373 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T21:22:37,373 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5a7e692-593c-43b6-a085-c810d74fe2db" 2024-11-07T21:22:37,373 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4274c893, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:22:37,373 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fc742968c91,39921,-1] 2024-11-07T21:22:37,374 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T21:22:37,376 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:22:37,378 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T21:22:37,380 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ac8d8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:22:37,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@265884f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:22:37,381 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fc742968c91,39921,-1 for getting cluster id 2024-11-07T21:22:37,382 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T21:22:37,384 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5a7e692-593c-43b6-a085-c810d74fe2db' 2024-11-07T21:22:37,385 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T21:22:37,385 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5a7e692-593c-43b6-a085-c810d74fe2db" 2024-11-07T21:22:37,386 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13d05b08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:22:37,386 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fc742968c91,39921,-1] 2024-11-07T21:22:37,387 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T21:22:37,388 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:22:37,391 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T21:22:37,396 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4112bfce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:22:37,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62df2686, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:22:37,413 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fc742968c91,39921,-1 for getting cluster id 2024-11-07T21:22:37,413 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T21:22:37,417 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5a7e692-593c-43b6-a085-c810d74fe2db' 2024-11-07T21:22:37,418 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T21:22:37,418 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5a7e692-593c-43b6-a085-c810d74fe2db" 2024-11-07T21:22:37,419 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6869e1d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:22:37,419 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fc742968c91,39921,-1] 2024-11-07T21:22:37,420 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T21:22:37,424 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:22:37,426 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T21:22:37,428 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a31a6b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:22:37,431 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@630fc7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:22:37,431 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fc742968c91,39921,-1 for getting cluster id 2024-11-07T21:22:37,432 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T21:22:37,433 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5a7e692-593c-43b6-a085-c810d74fe2db' 2024-11-07T21:22:37,434 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T21:22:37,434 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5a7e692-593c-43b6-a085-c810d74fe2db" 2024-11-07T21:22:37,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3050d1c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:22:37,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fc742968c91,39921,-1] 2024-11-07T21:22:37,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T21:22:37,436 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:22:37,441 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T21:22:37,443 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@da6bec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:22:37,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43aca399, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:22:37,449 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fc742968c91,39921,-1 for getting cluster id 2024-11-07T21:22:37,449 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T21:22:37,451 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5a7e692-593c-43b6-a085-c810d74fe2db' 2024-11-07T21:22:37,451 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T21:22:37,452 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5a7e692-593c-43b6-a085-c810d74fe2db" 2024-11-07T21:22:37,453 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32637125, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:22:37,453 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fc742968c91,39921,-1] 2024-11-07T21:22:37,453 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T21:22:37,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:22:37,455 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T21:22:37,457 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67b175cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:22:37,460 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54f7fdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:22:37,460 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fc742968c91,39921,-1 for getting cluster id 2024-11-07T21:22:37,461 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T21:22:37,462 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5a7e692-593c-43b6-a085-c810d74fe2db' 2024-11-07T21:22:37,463 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T21:22:37,463 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5a7e692-593c-43b6-a085-c810d74fe2db" 2024-11-07T21:22:37,463 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16f2ee53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:22:37,463 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fc742968c91,39921,-1] 2024-11-07T21:22:37,464 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T21:22:37,464 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:22:37,466 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T21:22:37,468 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@580da22a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:22:37,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e236ff4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:22:37,470 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fc742968c91,39921,-1 for getting cluster id 2024-11-07T21:22:37,471 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T21:22:37,472 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5a7e692-593c-43b6-a085-c810d74fe2db' 2024-11-07T21:22:37,473 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T21:22:37,473 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5a7e692-593c-43b6-a085-c810d74fe2db" 2024-11-07T21:22:37,474 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@707607ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:22:37,474 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fc742968c91,39921,-1] 2024-11-07T21:22:37,474 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T21:22:37,474 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:22:37,476 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T21:22:37,477 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ac02c9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:22:37,480 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@189a65ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:22:37,481 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fc742968c91,39921,-1 for getting cluster id 2024-11-07T21:22:37,481 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T21:22:37,483 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5a7e692-593c-43b6-a085-c810d74fe2db' 2024-11-07T21:22:37,484 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T21:22:37,484 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5a7e692-593c-43b6-a085-c810d74fe2db" 2024-11-07T21:22:37,484 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c7642ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:22:37,484 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fc742968c91,39921,-1] 2024-11-07T21:22:37,485 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T21:22:37,485 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:22:37,487 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T21:22:37,488 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3176ee10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:22:37,493 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:22:37,493 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:22:37,496 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,33553,1731014551923, seqNum=-1] 2024-11-07T21:22:37,497 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,33553,1731014551923, seqNum=-1] 2024-11-07T21:22:37,497 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:22:37,497 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:22:37,500 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:22:37,501 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:22:37,503 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:22:37,506 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,33553,1731014551923, seqNum=-1] 2024-11-07T21:22:37,507 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:22:37,507 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:22:37,508 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:22:37,509 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2] 2024-11-07T21:22:37,509 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2] 2024-11-07T21:22:37,511 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:22:37,511 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,33553,1731014551923, seqNum=-1] 2024-11-07T21:22:37,511 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:22:37,513 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2] 2024-11-07T21:22:37,513 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:22:37,514 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,33553,1731014551923, seqNum=-1] 2024-11-07T21:22:37,515 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:22:37,517 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:22:37,520 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2] 2024-11-07T21:22:37,520 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2] 2024-11-07T21:22:37,524 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T21:22:37,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-11-07T21:22:37,535 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:22:37,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T21:22:37,537 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,33553,1731014551923, seqNum=-1] 2024-11-07T21:22:37,537 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:22:37,538 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T21:22:37,539 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:22:37,539 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:22:37,540 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,33553,1731014551923, seqNum=-1] 2024-11-07T21:22:37,541 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:22:37,541 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T21:22:37,543 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T21:22:37,543 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:22:37,543 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2] 2024-11-07T21:22:37,547 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2] 2024-11-07T21:22:37,549 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:22:37,550 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,33553,1731014551923, seqNum=-1] 2024-11-07T21:22:37,551 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:22:37,552 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:22:37,556 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2] 2024-11-07T21:22:37,569 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:22:37,580 DEBUG [Thread-158 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,33553,1731014551923, seqNum=-1] 2024-11-07T21:22:37,581 DEBUG [Thread-158 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:22:37,582 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:22:37,587 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2] 2024-11-07T21:22:37,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on d3623a1f459e06579bd5cb7f05d15944 2024-11-07T21:22:37,626 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-07T21:22:37,631 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d3623a1f459e06579bd5cb7f05d15944 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-07T21:22:37,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T21:22:37,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-07T21:22:37,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:37,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. as already flushing 2024-11-07T21:22:37,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:37,765 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:37,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:37,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:37,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:37,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731014617786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:37,812 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:37,813 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:37,813 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:37,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:37,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731014617788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:37,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:37,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:37,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:37,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:37,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44558 deadline: 1731014617794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:37,821 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:37,822 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:37,822 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:37,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:37,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44560 deadline: 1731014617800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:37,826 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:37,826 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:37,826 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:37,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:37,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1731014617807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:37,829 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:37,829 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:37,829 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:37,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T21:22:37,851 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/10beed400535439aa79ab3e8cf754aef is 50, key is test_row_0/A:col10/1731014557630/Put/seqid=0 2024-11-07T21:22:37,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741837_1013 (size=12001) 2024-11-07T21:22:37,890 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/10beed400535439aa79ab3e8cf754aef 2024-11-07T21:22:37,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:37,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731014617921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:37,936 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:37,936 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:37,936 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:37,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-07T21:22:37,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:37,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44558 deadline: 1731014617933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:37,943 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:37,944 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:37,944 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:37,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:37,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44560 deadline: 1731014617933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:37,945 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:37,945 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:37,945 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:37,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:37,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:37,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731014617934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:37,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1731014617940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:37,947 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:37,947 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:37,947 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:37,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:37,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:37,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:37,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:37,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. as already flushing 2024-11-07T21:22:37,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:37,958 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:37,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:37,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:38,035 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/1b84ff233fcf40f1b03c479df1b67f72 is 50, key is test_row_0/B:col10/1731014557630/Put/seqid=0 2024-11-07T21:22:38,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741838_1014 (size=12001) 2024-11-07T21:22:38,081 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/1b84ff233fcf40f1b03c479df1b67f72 2024-11-07T21:22:38,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-07T21:22:38,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:38,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. as already flushing 2024-11-07T21:22:38,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:38,125 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:38,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:38,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:38,130 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/ca8c541361504fad95959667bc6cb595 is 50, key is test_row_0/C:col10/1731014557630/Put/seqid=0 2024-11-07T21:22:38,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:38,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731014618141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:38,144 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:38,144 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:38,144 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:38,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:38,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:38,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731014618152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:38,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44558 deadline: 1731014618153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:38,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:38,159 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:38,159 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:38,159 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:38,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1731014618153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:38,160 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:38,160 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:38,160 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:38,161 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:38,161 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:38,161 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:38,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:38,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44560 deadline: 1731014618153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:38,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T21:22:38,162 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:38,163 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:38,163 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:38,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741839_1015 (size=12001) 2024-11-07T21:22:38,174 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/ca8c541361504fad95959667bc6cb595 2024-11-07T21:22:38,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/10beed400535439aa79ab3e8cf754aef as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/10beed400535439aa79ab3e8cf754aef 2024-11-07T21:22:38,221 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/10beed400535439aa79ab3e8cf754aef, entries=150, sequenceid=14, filesize=11.7 K 2024-11-07T21:22:38,229 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/1b84ff233fcf40f1b03c479df1b67f72 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/1b84ff233fcf40f1b03c479df1b67f72 2024-11-07T21:22:38,245 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/1b84ff233fcf40f1b03c479df1b67f72, entries=150, sequenceid=14, filesize=11.7 K 2024-11-07T21:22:38,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/ca8c541361504fad95959667bc6cb595 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/ca8c541361504fad95959667bc6cb595 2024-11-07T21:22:38,268 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/ca8c541361504fad95959667bc6cb595, entries=150, sequenceid=14, filesize=11.7 K 2024-11-07T21:22:38,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-07T21:22:38,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:38,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. as already flushing 2024-11-07T21:22:38,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:38,282 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:38,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:38,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:38,293 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for d3623a1f459e06579bd5cb7f05d15944 in 657ms, sequenceid=14, compaction requested=false 2024-11-07T21:22:38,295 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-07T21:22:38,297 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d3623a1f459e06579bd5cb7f05d15944: 2024-11-07T21:22:38,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-07T21:22:38,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:38,439 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing d3623a1f459e06579bd5cb7f05d15944 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-07T21:22:38,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on d3623a1f459e06579bd5cb7f05d15944 2024-11-07T21:22:38,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. as already flushing 2024-11-07T21:22:38,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/d6b8c2c1081a4e51814c6adb88c42bdb is 50, key is test_row_0/A:col10/1731014557797/Put/seqid=0 2024-11-07T21:22:38,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741840_1016 (size=12001) 2024-11-07T21:22:38,500 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/d6b8c2c1081a4e51814c6adb88c42bdb 2024-11-07T21:22:38,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:38,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731014618511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:38,528 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:38,528 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:38,529 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:38,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/b29d5ef9d3ed472daffa8d4cfa88441a is 50, key is test_row_0/B:col10/1731014557797/Put/seqid=0 2024-11-07T21:22:38,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:38,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731014618514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:38,531 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:38,531 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:38,531 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:38,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:38,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44558 deadline: 1731014618519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:38,534 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:38,534 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:38,534 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:38,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:38,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1731014618519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:38,535 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:38,536 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:38,536 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:38,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:38,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44560 deadline: 1731014618520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:38,539 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:38,539 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:38,539 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:38,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741841_1017 (size=12001) 2024-11-07T21:22:38,578 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/b29d5ef9d3ed472daffa8d4cfa88441a 2024-11-07T21:22:38,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/c500d7c673a84b3aa5348d36d81ecd3f is 50, key is test_row_0/C:col10/1731014557797/Put/seqid=0 2024-11-07T21:22:38,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741842_1018 (size=12001) 2024-11-07T21:22:38,644 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/c500d7c673a84b3aa5348d36d81ecd3f 2024-11-07T21:22:38,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:38,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44558 deadline: 1731014618642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:38,647 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:38,647 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:38,647 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:38,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:38,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731014618642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:38,649 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:38,649 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:38,649 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:38,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:38,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1731014618643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:38,651 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:38,652 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:38,652 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:38,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:38,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731014618643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:38,654 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:38,654 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:38,654 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:38,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:38,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44560 deadline: 1731014618651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:38,659 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:38,660 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:38,660 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:38,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/d6b8c2c1081a4e51814c6adb88c42bdb as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/d6b8c2c1081a4e51814c6adb88c42bdb 2024-11-07T21:22:38,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T21:22:38,682 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/d6b8c2c1081a4e51814c6adb88c42bdb, entries=150, sequenceid=37, filesize=11.7 K 2024-11-07T21:22:38,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/b29d5ef9d3ed472daffa8d4cfa88441a as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/b29d5ef9d3ed472daffa8d4cfa88441a 2024-11-07T21:22:38,709 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/b29d5ef9d3ed472daffa8d4cfa88441a, entries=150, sequenceid=37, filesize=11.7 K 2024-11-07T21:22:38,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/c500d7c673a84b3aa5348d36d81ecd3f as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/c500d7c673a84b3aa5348d36d81ecd3f 2024-11-07T21:22:38,732 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/c500d7c673a84b3aa5348d36d81ecd3f, entries=150, sequenceid=37, filesize=11.7 K 2024-11-07T21:22:38,740 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for d3623a1f459e06579bd5cb7f05d15944 in 300ms, sequenceid=37, compaction requested=false 2024-11-07T21:22:38,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for d3623a1f459e06579bd5cb7f05d15944: 2024-11-07T21:22:38,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:38,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-07T21:22:38,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-07T21:22:38,763 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-07T21:22:38,763 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2140 sec 2024-11-07T21:22:38,768 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 1.2380 sec 2024-11-07T21:22:38,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on d3623a1f459e06579bd5cb7f05d15944 2024-11-07T21:22:38,865 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-07T21:22:38,865 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d3623a1f459e06579bd5cb7f05d15944 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-07T21:22:38,896 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/2c4e0f4df3174fd1be100a0a1ec54831 is 50, key is test_row_0/A:col10/1731014558514/Put/seqid=0 2024-11-07T21:22:38,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741843_1019 (size=14341) 2024-11-07T21:22:38,910 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/2c4e0f4df3174fd1be100a0a1ec54831 2024-11-07T21:22:38,943 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/1b5961eeff7443cda5ad8ade1f01dc87 is 50, key is test_row_0/B:col10/1731014558514/Put/seqid=0 2024-11-07T21:22:38,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741844_1020 (size=12001) 2024-11-07T21:22:39,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:39,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44560 deadline: 1731014619003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:39,015 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:39,015 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:39,015 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:39,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:39,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731014619006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:39,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:39,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731014619007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:39,017 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:39,017 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:39,017 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:39,017 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:39,018 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:39,018 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:39,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:39,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44558 deadline: 1731014619015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:39,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:39,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:39,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:39,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:39,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1731014619016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:39,026 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:39,026 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:39,026 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:39,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:39,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:39,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44560 deadline: 1731014619120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:39,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731014619120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:39,130 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:39,130 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:39,130 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:39,131 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:39,131 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:39,131 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:39,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:39,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731014619130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:39,140 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:39,140 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:39,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:39,140 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:39,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:39,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1731014619131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:39,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44558 deadline: 1731014619131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:39,141 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:39,141 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:39,141 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:39,141 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:39,141 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:39,142 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:39,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:39,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:39,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44560 deadline: 1731014619341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:39,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731014619340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:39,345 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:39,345 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:39,345 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:39,345 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:39,345 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:39,345 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:39,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:39,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:39,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1731014619350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:39,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731014619350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:39,360 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:39,360 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:39,360 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:39,360 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:39,360 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:39,360 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:39,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:39,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44558 deadline: 1731014619351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:39,361 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:39,361 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:39,361 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:39,372 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/1b5961eeff7443cda5ad8ade1f01dc87 2024-11-07T21:22:39,406 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/20b92f814879410ab0d13c17296909e3 is 50, key is test_row_0/C:col10/1731014558514/Put/seqid=0 2024-11-07T21:22:39,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741845_1021 (size=12001) 2024-11-07T21:22:39,449 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/20b92f814879410ab0d13c17296909e3 2024-11-07T21:22:39,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/2c4e0f4df3174fd1be100a0a1ec54831 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/2c4e0f4df3174fd1be100a0a1ec54831 2024-11-07T21:22:39,487 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/2c4e0f4df3174fd1be100a0a1ec54831, entries=200, sequenceid=52, filesize=14.0 K 2024-11-07T21:22:39,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/1b5961eeff7443cda5ad8ade1f01dc87 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/1b5961eeff7443cda5ad8ade1f01dc87 2024-11-07T21:22:39,510 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/1b5961eeff7443cda5ad8ade1f01dc87, entries=150, sequenceid=52, filesize=11.7 K 2024-11-07T21:22:39,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/20b92f814879410ab0d13c17296909e3 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/20b92f814879410ab0d13c17296909e3 2024-11-07T21:22:39,528 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/20b92f814879410ab0d13c17296909e3, entries=150, sequenceid=52, filesize=11.7 K 2024-11-07T21:22:39,530 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for d3623a1f459e06579bd5cb7f05d15944 in 664ms, sequenceid=52, compaction requested=true 2024-11-07T21:22:39,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d3623a1f459e06579bd5cb7f05d15944: 2024-11-07T21:22:39,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3623a1f459e06579bd5cb7f05d15944:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T21:22:39,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:22:39,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3623a1f459e06579bd5cb7f05d15944:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T21:22:39,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:22:39,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3623a1f459e06579bd5cb7f05d15944:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T21:22:39,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:22:39,549 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:22:39,554 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:22:39,556 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): d3623a1f459e06579bd5cb7f05d15944/B is initiating minor compaction (all files) 2024-11-07T21:22:39,558 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3623a1f459e06579bd5cb7f05d15944/B in TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:39,559 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/1b84ff233fcf40f1b03c479df1b67f72, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/b29d5ef9d3ed472daffa8d4cfa88441a, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/1b5961eeff7443cda5ad8ade1f01dc87] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp, totalSize=35.2 K 2024-11-07T21:22:39,560 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:22:39,563 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 1b84ff233fcf40f1b03c479df1b67f72, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731014557587 2024-11-07T21:22:39,564 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:22:39,564 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1541): d3623a1f459e06579bd5cb7f05d15944/A is initiating minor compaction (all files) 2024-11-07T21:22:39,564 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3623a1f459e06579bd5cb7f05d15944/A in TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:39,564 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/10beed400535439aa79ab3e8cf754aef, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/d6b8c2c1081a4e51814c6adb88c42bdb, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/2c4e0f4df3174fd1be100a0a1ec54831] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp, totalSize=37.4 K 2024-11-07T21:22:39,566 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 10beed400535439aa79ab3e8cf754aef, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731014557587 2024-11-07T21:22:39,566 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting b29d5ef9d3ed472daffa8d4cfa88441a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731014557766 2024-11-07T21:22:39,567 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting d6b8c2c1081a4e51814c6adb88c42bdb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731014557766 2024-11-07T21:22:39,568 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2c4e0f4df3174fd1be100a0a1ec54831, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731014558503 2024-11-07T21:22:39,568 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 1b5961eeff7443cda5ad8ade1f01dc87, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731014558503 2024-11-07T21:22:39,611 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3623a1f459e06579bd5cb7f05d15944#B#compaction#9 average throughput is 0.50 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:22:39,612 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/d3a6aeae8d6448948bc5e25a8a35708e is 50, key is test_row_0/B:col10/1731014558514/Put/seqid=0 2024-11-07T21:22:39,613 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3623a1f459e06579bd5cb7f05d15944#A#compaction#10 average throughput is 0.34 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:22:39,614 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/cc8e04dab6f74e6d97c90cbb01cf1990 is 50, key is test_row_0/A:col10/1731014558514/Put/seqid=0 2024-11-07T21:22:39,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741847_1023 (size=12104) 2024-11-07T21:22:39,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741846_1022 (size=12104) 2024-11-07T21:22:39,660 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/cc8e04dab6f74e6d97c90cbb01cf1990 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/cc8e04dab6f74e6d97c90cbb01cf1990 2024-11-07T21:22:39,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on d3623a1f459e06579bd5cb7f05d15944 2024-11-07T21:22:39,664 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-07T21:22:39,664 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d3623a1f459e06579bd5cb7f05d15944 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-07T21:22:39,674 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/d3a6aeae8d6448948bc5e25a8a35708e as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/d3a6aeae8d6448948bc5e25a8a35708e 2024-11-07T21:22:39,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T21:22:39,680 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T21:22:39,681 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T21:22:39,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-11-07T21:22:39,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-07T21:22:39,686 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T21:22:39,688 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T21:22:39,688 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T21:22:39,697 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/bc4135e24b4941659121a98d8851e933 is 50, key is test_row_0/A:col10/1731014559661/Put/seqid=0 2024-11-07T21:22:39,700 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d3623a1f459e06579bd5cb7f05d15944/A of d3623a1f459e06579bd5cb7f05d15944 into cc8e04dab6f74e6d97c90cbb01cf1990(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:22:39,700 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3623a1f459e06579bd5cb7f05d15944: 2024-11-07T21:22:39,704 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d3623a1f459e06579bd5cb7f05d15944/B of d3623a1f459e06579bd5cb7f05d15944 into d3a6aeae8d6448948bc5e25a8a35708e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:22:39,704 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3623a1f459e06579bd5cb7f05d15944: 2024-11-07T21:22:39,708 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., storeName=d3623a1f459e06579bd5cb7f05d15944/B, priority=13, startTime=1731014559547; duration=0sec 2024-11-07T21:22:39,709 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:22:39,709 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3623a1f459e06579bd5cb7f05d15944:B 2024-11-07T21:22:39,709 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:22:39,711 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., storeName=d3623a1f459e06579bd5cb7f05d15944/A, priority=13, startTime=1731014559532; duration=0sec 2024-11-07T21:22:39,712 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:22:39,712 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3623a1f459e06579bd5cb7f05d15944:A 2024-11-07T21:22:39,717 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:22:39,717 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): d3623a1f459e06579bd5cb7f05d15944/C is initiating minor compaction (all files) 2024-11-07T21:22:39,718 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3623a1f459e06579bd5cb7f05d15944/C in TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:39,718 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/ca8c541361504fad95959667bc6cb595, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/c500d7c673a84b3aa5348d36d81ecd3f, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/20b92f814879410ab0d13c17296909e3] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp, totalSize=35.2 K 2024-11-07T21:22:39,719 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting ca8c541361504fad95959667bc6cb595, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731014557587 2024-11-07T21:22:39,721 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting c500d7c673a84b3aa5348d36d81ecd3f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731014557766 2024-11-07T21:22:39,723 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 20b92f814879410ab0d13c17296909e3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731014558503 2024-11-07T21:22:39,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:39,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:39,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731014619711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:39,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44560 deadline: 1731014619706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:39,729 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:39,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:39,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:39,730 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:39,730 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:39,730 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:39,730 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:39,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44558 deadline: 1731014619725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:39,731 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:39,731 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:39,731 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:39,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741848_1024 (size=14341) 2024-11-07T21:22:39,740 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/bc4135e24b4941659121a98d8851e933 2024-11-07T21:22:39,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:39,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1731014619730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:39,750 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:39,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:39,750 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:39,750 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:39,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731014619730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:39,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:39,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:39,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:39,764 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/4e0f23ba469d4e63ae6642cf84657944 is 50, key is test_row_0/B:col10/1731014559661/Put/seqid=0 2024-11-07T21:22:39,767 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3623a1f459e06579bd5cb7f05d15944#C#compaction#12 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:22:39,768 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/1a7e513dd9d74a18a69b531f7f1426dd is 50, key is test_row_0/C:col10/1731014558514/Put/seqid=0 2024-11-07T21:22:39,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741849_1025 (size=12001) 2024-11-07T21:22:39,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-07T21:22:39,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741850_1026 (size=12104) 2024-11-07T21:22:39,814 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/1a7e513dd9d74a18a69b531f7f1426dd as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/1a7e513dd9d74a18a69b531f7f1426dd 2024-11-07T21:22:39,842 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d3623a1f459e06579bd5cb7f05d15944/C of d3623a1f459e06579bd5cb7f05d15944 into 1a7e513dd9d74a18a69b531f7f1426dd(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:22:39,842 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3623a1f459e06579bd5cb7f05d15944: 2024-11-07T21:22:39,842 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., storeName=d3623a1f459e06579bd5cb7f05d15944/C, priority=13, startTime=1731014559547; duration=0sec 2024-11-07T21:22:39,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:39,843 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:22:39,843 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3623a1f459e06579bd5cb7f05d15944:C 2024-11-07T21:22:39,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731014619840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:39,844 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:39,844 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:39,844 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:39,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:39,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44560 deadline: 1731014619841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:39,845 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:39,845 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:39,845 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:39,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:39,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44558 deadline: 1731014619841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:39,847 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:39,848 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:39,848 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:39,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-07T21:22:39,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:39,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. as already flushing 2024-11-07T21:22:39,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:39,850 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:39,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:39,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:39,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:39,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1731014619860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:39,863 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:39,863 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:39,864 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:39,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:39,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731014619861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:39,864 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:39,865 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:39,865 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:39,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-07T21:22:40,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-07T21:22:40,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:40,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. as already flushing 2024-11-07T21:22:40,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:40,008 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:40,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:40,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:40,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:40,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44560 deadline: 1731014620051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:40,056 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:40,056 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:40,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:40,056 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:40,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:40,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44558 deadline: 1731014620051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:40,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731014620051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:40,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:40,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:40,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:40,057 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:40,057 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:40,057 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:40,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:40,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1731014620069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:40,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:40,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731014620070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:40,073 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:40,073 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:40,073 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:40,074 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:40,074 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:40,074 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:40,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-07T21:22:40,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:40,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. as already flushing 2024-11-07T21:22:40,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:40,165 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:40,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:40,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:40,188 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/4e0f23ba469d4e63ae6642cf84657944 2024-11-07T21:22:40,223 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/20fc00e793744c5dbbbd48afbd4e3659 is 50, key is test_row_0/C:col10/1731014559661/Put/seqid=0 2024-11-07T21:22:40,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741851_1027 (size=12001) 2024-11-07T21:22:40,236 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/20fc00e793744c5dbbbd48afbd4e3659 2024-11-07T21:22:40,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/bc4135e24b4941659121a98d8851e933 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/bc4135e24b4941659121a98d8851e933 2024-11-07T21:22:40,270 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/bc4135e24b4941659121a98d8851e933, entries=200, sequenceid=74, filesize=14.0 K 2024-11-07T21:22:40,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/4e0f23ba469d4e63ae6642cf84657944 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/4e0f23ba469d4e63ae6642cf84657944 2024-11-07T21:22:40,297 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/4e0f23ba469d4e63ae6642cf84657944, entries=150, sequenceid=74, filesize=11.7 K 2024-11-07T21:22:40,303 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/20fc00e793744c5dbbbd48afbd4e3659 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/20fc00e793744c5dbbbd48afbd4e3659 2024-11-07T21:22:40,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-07T21:22:40,320 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-07T21:22:40,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:40,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. as already flushing 2024-11-07T21:22:40,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:40,321 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:40,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:40,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:40,325 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/20fc00e793744c5dbbbd48afbd4e3659, entries=150, sequenceid=74, filesize=11.7 K 2024-11-07T21:22:40,328 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for d3623a1f459e06579bd5cb7f05d15944 in 663ms, sequenceid=74, compaction requested=false 2024-11-07T21:22:40,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d3623a1f459e06579bd5cb7f05d15944: 2024-11-07T21:22:40,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on d3623a1f459e06579bd5cb7f05d15944 2024-11-07T21:22:40,366 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-07T21:22:40,366 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d3623a1f459e06579bd5cb7f05d15944 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-07T21:22:40,385 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/7b38a362d0eb4e55be199804c9f8d6a0 is 50, key is test_row_0/A:col10/1731014559721/Put/seqid=0 2024-11-07T21:22:40,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:40,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44558 deadline: 1731014620423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:40,434 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:40,434 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:40,435 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:40,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:40,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44560 deadline: 1731014620423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:40,436 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:40,436 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:40,436 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:40,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:40,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1731014620431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:40,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:40,438 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:40,438 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:40,438 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:40,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731014620433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:40,439 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:40,439 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:40,439 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:40,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:40,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731014620437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:40,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:40,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:40,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:40,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741852_1028 (size=14341) 2024-11-07T21:22:40,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-07T21:22:40,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:40,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. as already flushing 2024-11-07T21:22:40,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:40,484 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:40,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:40,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:40,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:40,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44558 deadline: 1731014620540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:40,546 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:40,546 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:40,546 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:40,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:40,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44560 deadline: 1731014620540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:40,550 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:40,550 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:40,550 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:40,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:40,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731014620550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:40,554 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:40,554 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:40,554 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:40,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:40,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1731014620550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:40,555 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:40,556 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:40,556 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:40,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:40,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731014620551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:40,561 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:40,561 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:40,562 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:40,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-07T21:22:40,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:40,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. as already flushing 2024-11-07T21:22:40,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:40,639 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:40,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:40,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:40,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:40,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44558 deadline: 1731014620749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:40,752 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:40,753 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:40,753 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:40,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:40,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44560 deadline: 1731014620760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:40,764 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:40,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:40,764 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:40,764 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:40,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1731014620760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:40,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:40,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731014620760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:40,765 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:40,765 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:40,766 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:40,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:40,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:40,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:40,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:40,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731014620770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:40,773 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:40,773 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:40,773 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:40,797 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-07T21:22:40,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:40,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. as already flushing 2024-11-07T21:22:40,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:40,797 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:40,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:40,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:40,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-07T21:22:40,865 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/7b38a362d0eb4e55be199804c9f8d6a0 2024-11-07T21:22:40,883 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/40740aa0e1e94c5e8cf206f35a4f282e is 50, key is test_row_0/B:col10/1731014559721/Put/seqid=0 2024-11-07T21:22:40,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741853_1029 (size=12001) 2024-11-07T21:22:40,928 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/40740aa0e1e94c5e8cf206f35a4f282e 2024-11-07T21:22:40,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-07T21:22:40,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:40,956 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/1b74d3e37d7e4e898a382764032b261c is 50, key is test_row_0/C:col10/1731014559721/Put/seqid=0 2024-11-07T21:22:40,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. as already flushing 2024-11-07T21:22:40,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:40,956 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:40,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:40,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:40,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741854_1030 (size=12001) 2024-11-07T21:22:40,996 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/1b74d3e37d7e4e898a382764032b261c 2024-11-07T21:22:41,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/7b38a362d0eb4e55be199804c9f8d6a0 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/7b38a362d0eb4e55be199804c9f8d6a0 2024-11-07T21:22:41,024 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/7b38a362d0eb4e55be199804c9f8d6a0, entries=200, sequenceid=92, filesize=14.0 K 2024-11-07T21:22:41,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/40740aa0e1e94c5e8cf206f35a4f282e as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/40740aa0e1e94c5e8cf206f35a4f282e 2024-11-07T21:22:41,040 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/40740aa0e1e94c5e8cf206f35a4f282e, entries=150, sequenceid=92, filesize=11.7 K 2024-11-07T21:22:41,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/1b74d3e37d7e4e898a382764032b261c as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/1b74d3e37d7e4e898a382764032b261c 2024-11-07T21:22:41,055 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/1b74d3e37d7e4e898a382764032b261c, entries=150, sequenceid=92, filesize=11.7 K 2024-11-07T21:22:41,057 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for d3623a1f459e06579bd5cb7f05d15944 in 691ms, sequenceid=92, compaction requested=true 2024-11-07T21:22:41,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d3623a1f459e06579bd5cb7f05d15944: 2024-11-07T21:22:41,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3623a1f459e06579bd5cb7f05d15944:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T21:22:41,058 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:22:41,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:22:41,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3623a1f459e06579bd5cb7f05d15944:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T21:22:41,058 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:22:41,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:22:41,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3623a1f459e06579bd5cb7f05d15944:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T21:22:41,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:22:41,061 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:22:41,061 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): d3623a1f459e06579bd5cb7f05d15944/B is initiating minor compaction (all files) 2024-11-07T21:22:41,061 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3623a1f459e06579bd5cb7f05d15944/B in TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:41,061 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/d3a6aeae8d6448948bc5e25a8a35708e, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/4e0f23ba469d4e63ae6642cf84657944, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/40740aa0e1e94c5e8cf206f35a4f282e] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp, totalSize=35.3 K 2024-11-07T21:22:41,061 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40786 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:22:41,061 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1541): d3623a1f459e06579bd5cb7f05d15944/A is initiating minor compaction (all files) 2024-11-07T21:22:41,061 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3623a1f459e06579bd5cb7f05d15944/A in TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:41,062 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/cc8e04dab6f74e6d97c90cbb01cf1990, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/bc4135e24b4941659121a98d8851e933, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/7b38a362d0eb4e55be199804c9f8d6a0] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp, totalSize=39.8 K 2024-11-07T21:22:41,062 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting d3a6aeae8d6448948bc5e25a8a35708e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731014558503 2024-11-07T21:22:41,062 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting cc8e04dab6f74e6d97c90cbb01cf1990, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731014558503 2024-11-07T21:22:41,063 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting bc4135e24b4941659121a98d8851e933, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731014558983 2024-11-07T21:22:41,063 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e0f23ba469d4e63ae6642cf84657944, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731014558983 2024-11-07T21:22:41,064 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 40740aa0e1e94c5e8cf206f35a4f282e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731014559721 2024-11-07T21:22:41,064 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7b38a362d0eb4e55be199804c9f8d6a0, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731014559721 2024-11-07T21:22:41,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on d3623a1f459e06579bd5cb7f05d15944 2024-11-07T21:22:41,067 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-07T21:22:41,068 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d3623a1f459e06579bd5cb7f05d15944 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-07T21:22:41,087 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/182861c86e06452aa96868e4dba65715 is 50, key is test_row_0/A:col10/1731014560431/Put/seqid=0 2024-11-07T21:22:41,096 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3623a1f459e06579bd5cb7f05d15944#A#compaction#19 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:22:41,097 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/bf82d83fbd2e44f0976f56769b5a064a is 50, key is test_row_0/A:col10/1731014559721/Put/seqid=0 2024-11-07T21:22:41,100 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3623a1f459e06579bd5cb7f05d15944#B#compaction#20 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:22:41,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:41,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731014621090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:41,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:41,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731014621092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:41,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:41,102 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:41,102 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:41,102 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:41,102 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:41,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44560 deadline: 1731014621094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:41,102 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:41,102 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/103bbc38ab344ecbb53cd25748a739ed is 50, key is test_row_0/B:col10/1731014559721/Put/seqid=0 2024-11-07T21:22:41,102 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:41,102 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:41,102 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:41,102 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:41,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-07T21:22:41,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:41,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. as already flushing 2024-11-07T21:22:41,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:41,112 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:41,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:41,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:41,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:41,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44558 deadline: 1731014621102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:41,117 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:41,117 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:41,117 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:41,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:41,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1731014621102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:41,119 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:41,119 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:41,119 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:41,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741856_1032 (size=12207) 2024-11-07T21:22:41,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741855_1031 (size=12001) 2024-11-07T21:22:41,131 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/182861c86e06452aa96868e4dba65715 2024-11-07T21:22:41,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741857_1033 (size=12207) 2024-11-07T21:22:41,157 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/466ab3bf68044de98f9f1bbc596e51eb is 50, key is test_row_0/B:col10/1731014560431/Put/seqid=0 2024-11-07T21:22:41,173 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/103bbc38ab344ecbb53cd25748a739ed as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/103bbc38ab344ecbb53cd25748a739ed 2024-11-07T21:22:41,209 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-07T21:22:41,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741858_1034 (size=12001) 2024-11-07T21:22:41,217 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d3623a1f459e06579bd5cb7f05d15944/B of d3623a1f459e06579bd5cb7f05d15944 into 103bbc38ab344ecbb53cd25748a739ed(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:22:41,218 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3623a1f459e06579bd5cb7f05d15944: 2024-11-07T21:22:41,219 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., storeName=d3623a1f459e06579bd5cb7f05d15944/B, priority=13, startTime=1731014561058; duration=0sec 2024-11-07T21:22:41,219 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:22:41,219 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3623a1f459e06579bd5cb7f05d15944:B 2024-11-07T21:22:41,220 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:22:41,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:41,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731014621210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:41,223 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:41,223 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:41,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:41,223 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:41,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:41,224 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:22:41,224 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): d3623a1f459e06579bd5cb7f05d15944/C is initiating minor compaction (all files) 2024-11-07T21:22:41,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731014621211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:41,224 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3623a1f459e06579bd5cb7f05d15944/C in TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:41,225 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/1a7e513dd9d74a18a69b531f7f1426dd, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/20fc00e793744c5dbbbd48afbd4e3659, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/1b74d3e37d7e4e898a382764032b261c] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp, totalSize=35.3 K 2024-11-07T21:22:41,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:41,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:41,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:41,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44560 deadline: 1731014621211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:41,227 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:41,227 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:41,227 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:41,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:41,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44558 deadline: 1731014621220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:41,228 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:41,228 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:41,228 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:41,236 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a7e513dd9d74a18a69b531f7f1426dd, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731014558503 2024-11-07T21:22:41,237 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 20fc00e793744c5dbbbd48afbd4e3659, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731014558983 2024-11-07T21:22:41,238 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 1b74d3e37d7e4e898a382764032b261c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731014559721 2024-11-07T21:22:41,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:41,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1731014621230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:41,257 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:41,257 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:41,257 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:41,260 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3623a1f459e06579bd5cb7f05d15944#C#compaction#22 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:22:41,261 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/ad2e4c08d8be4d6cb9dff09b66313fe0 is 50, key is test_row_0/C:col10/1731014559721/Put/seqid=0 2024-11-07T21:22:41,275 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-07T21:22:41,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:41,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. as already flushing 2024-11-07T21:22:41,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:41,276 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:41,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:41,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:41,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741859_1035 (size=12207) 2024-11-07T21:22:41,300 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/ad2e4c08d8be4d6cb9dff09b66313fe0 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/ad2e4c08d8be4d6cb9dff09b66313fe0 2024-11-07T21:22:41,314 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T21:22:41,319 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d3623a1f459e06579bd5cb7f05d15944/C of d3623a1f459e06579bd5cb7f05d15944 into ad2e4c08d8be4d6cb9dff09b66313fe0(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:22:41,319 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3623a1f459e06579bd5cb7f05d15944: 2024-11-07T21:22:41,319 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., storeName=d3623a1f459e06579bd5cb7f05d15944/C, priority=13, startTime=1731014561058; duration=0sec 2024-11-07T21:22:41,319 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:22:41,319 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3623a1f459e06579bd5cb7f05d15944:C 2024-11-07T21:22:41,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:41,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731014621431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:41,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:41,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44560 deadline: 1731014621431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:41,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:41,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731014621431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:41,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:41,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:41,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:41,436 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:41,436 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:41,436 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:41,437 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:41,437 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:41,437 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:41,444 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-07T21:22:41,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:41,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. as already flushing 2024-11-07T21:22:41,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:41,445 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:41,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:41,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:41,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:41,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44558 deadline: 1731014621440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:41,451 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:41,451 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:41,451 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:41,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:41,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1731014621459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:41,461 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:41,461 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:41,461 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:41,486 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T21:22:41,487 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-07T21:22:41,489 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T21:22:41,490 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-07T21:22:41,490 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-07T21:22:41,490 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-07T21:22:41,491 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-07T21:22:41,491 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-07T21:22:41,550 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/bf82d83fbd2e44f0976f56769b5a064a as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/bf82d83fbd2e44f0976f56769b5a064a 2024-11-07T21:22:41,581 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d3623a1f459e06579bd5cb7f05d15944/A of d3623a1f459e06579bd5cb7f05d15944 into bf82d83fbd2e44f0976f56769b5a064a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:22:41,583 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3623a1f459e06579bd5cb7f05d15944: 2024-11-07T21:22:41,583 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., storeName=d3623a1f459e06579bd5cb7f05d15944/A, priority=13, startTime=1731014561058; duration=0sec 2024-11-07T21:22:41,583 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:22:41,584 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3623a1f459e06579bd5cb7f05d15944:A 2024-11-07T21:22:41,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-07T21:22:41,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:41,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. as already flushing 2024-11-07T21:22:41,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:41,600 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:41,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:41,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:41,618 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/466ab3bf68044de98f9f1bbc596e51eb 2024-11-07T21:22:41,636 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/00580b4caf794b23a0ddf867cf730392 is 50, key is test_row_0/C:col10/1731014560431/Put/seqid=0 2024-11-07T21:22:41,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741860_1036 (size=12001) 2024-11-07T21:22:41,687 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/00580b4caf794b23a0ddf867cf730392 2024-11-07T21:22:41,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/182861c86e06452aa96868e4dba65715 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/182861c86e06452aa96868e4dba65715 2024-11-07T21:22:41,717 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/182861c86e06452aa96868e4dba65715, entries=150, sequenceid=115, filesize=11.7 K 2024-11-07T21:22:41,721 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/466ab3bf68044de98f9f1bbc596e51eb as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/466ab3bf68044de98f9f1bbc596e51eb 2024-11-07T21:22:41,737 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/466ab3bf68044de98f9f1bbc596e51eb, entries=150, sequenceid=115, filesize=11.7 K 2024-11-07T21:22:41,738 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/00580b4caf794b23a0ddf867cf730392 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/00580b4caf794b23a0ddf867cf730392 2024-11-07T21:22:41,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:41,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731014621739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:41,745 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:41,745 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:41,745 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:41,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:41,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731014621739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:41,746 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:41,746 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:41,746 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:41,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:41,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44560 deadline: 1731014621750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:41,755 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:41,755 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:41,755 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:41,756 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-07T21:22:41,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:41,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. as already flushing 2024-11-07T21:22:41,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:41,757 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:41,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:41,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:41,759 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/00580b4caf794b23a0ddf867cf730392, entries=150, sequenceid=115, filesize=11.7 K 2024-11-07T21:22:41,762 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for d3623a1f459e06579bd5cb7f05d15944 in 694ms, sequenceid=115, compaction requested=false 2024-11-07T21:22:41,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d3623a1f459e06579bd5cb7f05d15944: 2024-11-07T21:22:41,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on d3623a1f459e06579bd5cb7f05d15944 2024-11-07T21:22:41,765 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-07T21:22:41,765 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d3623a1f459e06579bd5cb7f05d15944 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-07T21:22:41,798 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/53453b44427c4e428665053aeb7025dd is 50, key is test_row_0/A:col10/1731014561762/Put/seqid=0 2024-11-07T21:22:41,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741861_1037 (size=14391) 2024-11-07T21:22:41,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-07T21:22:41,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:41,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44558 deadline: 1731014621839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:41,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:41,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:41,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:41,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1731014621842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:41,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:41,846 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:41,846 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:41,846 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:41,911 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-07T21:22:41,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:41,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. as already flushing 2024-11-07T21:22:41,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:41,912 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:41,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:41,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:41,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:41,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44558 deadline: 1731014621950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:41,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:41,952 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:41,952 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:41,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:41,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1731014621950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:41,953 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:41,953 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:41,953 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:42,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-07T21:22:42,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:42,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. as already flushing 2024-11-07T21:22:42,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:42,069 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:42,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:42,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:42,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:42,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44558 deadline: 1731014622160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:42,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:42,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1731014622160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:42,162 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:42,162 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:42,162 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:42,162 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:42,162 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:42,162 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:42,217 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/53453b44427c4e428665053aeb7025dd 2024-11-07T21:22:42,224 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-07T21:22:42,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:42,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. as already flushing 2024-11-07T21:22:42,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:42,224 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:42,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:42,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:42,232 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/6f55c961d73a4872ab7bbb201a334367 is 50, key is test_row_0/B:col10/1731014561762/Put/seqid=0 2024-11-07T21:22:42,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:42,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731014622250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:42,254 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:42,254 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:42,255 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:42,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741862_1038 (size=12051) 2024-11-07T21:22:42,256 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/6f55c961d73a4872ab7bbb201a334367 2024-11-07T21:22:42,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:42,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731014622259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:42,263 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:42,263 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:42,263 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:42,270 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/86a07294ce8348338ba05e29f4842e48 is 50, key is test_row_0/C:col10/1731014561762/Put/seqid=0 2024-11-07T21:22:42,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:42,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44560 deadline: 1731014622270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:42,276 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:42,276 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:42,276 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:42,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741863_1039 (size=12051) 2024-11-07T21:22:42,320 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/86a07294ce8348338ba05e29f4842e48 2024-11-07T21:22:42,330 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/53453b44427c4e428665053aeb7025dd as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/53453b44427c4e428665053aeb7025dd 2024-11-07T21:22:42,341 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/53453b44427c4e428665053aeb7025dd, entries=200, sequenceid=133, filesize=14.1 K 2024-11-07T21:22:42,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/6f55c961d73a4872ab7bbb201a334367 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/6f55c961d73a4872ab7bbb201a334367 2024-11-07T21:22:42,360 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/6f55c961d73a4872ab7bbb201a334367, entries=150, sequenceid=133, filesize=11.8 K 2024-11-07T21:22:42,362 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/86a07294ce8348338ba05e29f4842e48 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/86a07294ce8348338ba05e29f4842e48 2024-11-07T21:22:42,372 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/86a07294ce8348338ba05e29f4842e48, entries=150, sequenceid=133, filesize=11.8 K 2024-11-07T21:22:42,373 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for d3623a1f459e06579bd5cb7f05d15944 in 608ms, sequenceid=133, compaction requested=true 2024-11-07T21:22:42,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d3623a1f459e06579bd5cb7f05d15944: 2024-11-07T21:22:42,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3623a1f459e06579bd5cb7f05d15944:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T21:22:42,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:22:42,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3623a1f459e06579bd5cb7f05d15944:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T21:22:42,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-07T21:22:42,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3623a1f459e06579bd5cb7f05d15944:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T21:22:42,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-07T21:22:42,374 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:22:42,376 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:22:42,377 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38599 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:22:42,377 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1541): d3623a1f459e06579bd5cb7f05d15944/A is initiating minor compaction (all files) 2024-11-07T21:22:42,377 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3623a1f459e06579bd5cb7f05d15944/A in TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:42,377 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/bf82d83fbd2e44f0976f56769b5a064a, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/182861c86e06452aa96868e4dba65715, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/53453b44427c4e428665053aeb7025dd] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp, totalSize=37.7 K 2024-11-07T21:22:42,378 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting bf82d83fbd2e44f0976f56769b5a064a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731014559721 2024-11-07T21:22:42,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-07T21:22:42,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:42,380 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing d3623a1f459e06579bd5cb7f05d15944 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-07T21:22:42,382 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:22:42,382 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): d3623a1f459e06579bd5cb7f05d15944/C is initiating minor compaction (all files) 2024-11-07T21:22:42,382 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3623a1f459e06579bd5cb7f05d15944/C in TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:42,383 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/ad2e4c08d8be4d6cb9dff09b66313fe0, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/00580b4caf794b23a0ddf867cf730392, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/86a07294ce8348338ba05e29f4842e48] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp, totalSize=35.4 K 2024-11-07T21:22:42,384 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting ad2e4c08d8be4d6cb9dff09b66313fe0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731014559721 2024-11-07T21:22:42,384 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 182861c86e06452aa96868e4dba65715, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731014560419 2024-11-07T21:22:42,385 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 00580b4caf794b23a0ddf867cf730392, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731014560419 2024-11-07T21:22:42,386 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 53453b44427c4e428665053aeb7025dd, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731014561091 2024-11-07T21:22:42,386 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 86a07294ce8348338ba05e29f4842e48, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731014561091 2024-11-07T21:22:42,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/4a80cfea8b9f4f578f21bb200f816a88 is 50, key is test_row_0/A:col10/1731014561837/Put/seqid=0 2024-11-07T21:22:42,420 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3623a1f459e06579bd5cb7f05d15944#C#compaction#28 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:22:42,420 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/708cc0b49ae64277a987b454cc9a670b is 50, key is test_row_0/C:col10/1731014561762/Put/seqid=0 2024-11-07T21:22:42,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741864_1040 (size=12151) 2024-11-07T21:22:42,443 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/4a80cfea8b9f4f578f21bb200f816a88 2024-11-07T21:22:42,450 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3623a1f459e06579bd5cb7f05d15944#A#compaction#29 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:22:42,451 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/cbe6db7f2a034a91b6afe226b07f583d is 50, key is test_row_0/A:col10/1731014561762/Put/seqid=0 2024-11-07T21:22:42,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/2abaf110df264b1297513395c9564bf6 is 50, key is test_row_0/B:col10/1731014561837/Put/seqid=0 2024-11-07T21:22:42,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. as already flushing 2024-11-07T21:22:42,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on d3623a1f459e06579bd5cb7f05d15944 2024-11-07T21:22:42,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741865_1041 (size=12359) 2024-11-07T21:22:42,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741866_1042 (size=12359) 2024-11-07T21:22:42,513 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/cbe6db7f2a034a91b6afe226b07f583d as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/cbe6db7f2a034a91b6afe226b07f583d 2024-11-07T21:22:42,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741867_1043 (size=12151) 2024-11-07T21:22:42,517 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/2abaf110df264b1297513395c9564bf6 2024-11-07T21:22:42,524 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d3623a1f459e06579bd5cb7f05d15944/A of d3623a1f459e06579bd5cb7f05d15944 into cbe6db7f2a034a91b6afe226b07f583d(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:22:42,524 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3623a1f459e06579bd5cb7f05d15944: 2024-11-07T21:22:42,525 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., storeName=d3623a1f459e06579bd5cb7f05d15944/A, priority=13, startTime=1731014562374; duration=0sec 2024-11-07T21:22:42,525 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:22:42,525 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3623a1f459e06579bd5cb7f05d15944:A 2024-11-07T21:22:42,525 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:22:42,529 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:22:42,529 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1541): d3623a1f459e06579bd5cb7f05d15944/B is initiating minor compaction (all files) 2024-11-07T21:22:42,529 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3623a1f459e06579bd5cb7f05d15944/B in TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:42,530 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/103bbc38ab344ecbb53cd25748a739ed, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/466ab3bf68044de98f9f1bbc596e51eb, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/6f55c961d73a4872ab7bbb201a334367] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp, totalSize=35.4 K 2024-11-07T21:22:42,532 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 103bbc38ab344ecbb53cd25748a739ed, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731014559721 2024-11-07T21:22:42,533 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 466ab3bf68044de98f9f1bbc596e51eb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731014560419 2024-11-07T21:22:42,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/5ab60343c7b64dea9cb4cf112c4c12c9 is 50, key is test_row_0/C:col10/1731014561837/Put/seqid=0 2024-11-07T21:22:42,537 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6f55c961d73a4872ab7bbb201a334367, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731014561091 2024-11-07T21:22:42,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:42,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:42,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1731014622537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:42,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44558 deadline: 1731014622535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:42,549 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:42,549 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:42,549 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:42,549 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:42,549 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:42,549 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:42,569 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3623a1f459e06579bd5cb7f05d15944#B#compaction#32 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:22:42,570 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/b7cf254d80c04a1e8b617aa666bea8af is 50, key is test_row_0/B:col10/1731014561762/Put/seqid=0 2024-11-07T21:22:42,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741868_1044 (size=12151) 2024-11-07T21:22:42,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741869_1045 (size=12359) 2024-11-07T21:22:42,638 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/b7cf254d80c04a1e8b617aa666bea8af as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/b7cf254d80c04a1e8b617aa666bea8af 2024-11-07T21:22:42,649 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d3623a1f459e06579bd5cb7f05d15944/B of d3623a1f459e06579bd5cb7f05d15944 into b7cf254d80c04a1e8b617aa666bea8af(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:22:42,650 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3623a1f459e06579bd5cb7f05d15944: 2024-11-07T21:22:42,650 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., storeName=d3623a1f459e06579bd5cb7f05d15944/B, priority=13, startTime=1731014562374; duration=0sec 2024-11-07T21:22:42,650 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:22:42,650 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3623a1f459e06579bd5cb7f05d15944:B 2024-11-07T21:22:42,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:42,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44558 deadline: 1731014622661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:42,666 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:42,666 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:42,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:42,666 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:42,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1731014622661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:42,666 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:42,667 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:42,667 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:42,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:42,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44558 deadline: 1731014622870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:42,871 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:42,872 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:42,872 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:42,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:42,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1731014622872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:42,877 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:42,877 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:42,877 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:42,916 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/708cc0b49ae64277a987b454cc9a670b as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/708cc0b49ae64277a987b454cc9a670b 2024-11-07T21:22:42,932 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d3623a1f459e06579bd5cb7f05d15944/C of d3623a1f459e06579bd5cb7f05d15944 into 708cc0b49ae64277a987b454cc9a670b(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:22:42,932 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3623a1f459e06579bd5cb7f05d15944: 2024-11-07T21:22:42,932 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., storeName=d3623a1f459e06579bd5cb7f05d15944/C, priority=13, startTime=1731014562374; duration=0sec 2024-11-07T21:22:42,932 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:22:42,932 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3623a1f459e06579bd5cb7f05d15944:C 2024-11-07T21:22:43,007 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/5ab60343c7b64dea9cb4cf112c4c12c9 2024-11-07T21:22:43,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/4a80cfea8b9f4f578f21bb200f816a88 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/4a80cfea8b9f4f578f21bb200f816a88 2024-11-07T21:22:43,031 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/4a80cfea8b9f4f578f21bb200f816a88, entries=150, sequenceid=154, filesize=11.9 K 2024-11-07T21:22:43,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/2abaf110df264b1297513395c9564bf6 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/2abaf110df264b1297513395c9564bf6 2024-11-07T21:22:43,048 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/2abaf110df264b1297513395c9564bf6, entries=150, sequenceid=154, filesize=11.9 K 2024-11-07T21:22:43,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/5ab60343c7b64dea9cb4cf112c4c12c9 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/5ab60343c7b64dea9cb4cf112c4c12c9 2024-11-07T21:22:43,069 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/5ab60343c7b64dea9cb4cf112c4c12c9, entries=150, sequenceid=154, filesize=11.9 K 2024-11-07T21:22:43,070 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for d3623a1f459e06579bd5cb7f05d15944 in 690ms, sequenceid=154, compaction requested=false 2024-11-07T21:22:43,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for d3623a1f459e06579bd5cb7f05d15944: 2024-11-07T21:22:43,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:43,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-07T21:22:43,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-07T21:22:43,078 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-07T21:22:43,078 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.3860 sec 2024-11-07T21:22:43,083 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 3.3980 sec 2024-11-07T21:22:43,186 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-07T21:22:43,187 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d3623a1f459e06579bd5cb7f05d15944 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-07T21:22:43,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on d3623a1f459e06579bd5cb7f05d15944 2024-11-07T21:22:43,213 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/82f526c5d9c34b47bafcfe20ff955dee is 50, key is test_row_0/A:col10/1731014562532/Put/seqid=0 2024-11-07T21:22:43,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741870_1046 (size=14541) 2024-11-07T21:22:43,243 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/82f526c5d9c34b47bafcfe20ff955dee 2024-11-07T21:22:43,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/4450bce0192f4e649f2f46259cd57124 is 50, key is test_row_0/B:col10/1731014562532/Put/seqid=0 2024-11-07T21:22:43,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:43,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44558 deadline: 1731014623268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:43,285 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:43,285 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:43,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:43,285 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:43,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731014623270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:43,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:43,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731014623271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:43,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:43,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1731014623273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:43,289 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:43,289 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:43,289 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:43,289 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:43,289 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:43,289 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:43,292 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 4fc742968c91,33553,1731014551923 for 'test_row_2' in d3623a1f459e06579bd5cb7f05d15944 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2196 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-07T21:22:43,293 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:43,293 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:43,293 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:43,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:43,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44560 deadline: 1731014623294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:43,305 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 4fc742968c91,33553,1731014551923 for 'test_row_1' in d3623a1f459e06579bd5cb7f05d15944 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2210 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-07T21:22:43,305 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:43,305 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:43,305 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:43,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741871_1047 (size=12151) 2024-11-07T21:22:43,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:43,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44558 deadline: 1731014623396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:43,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:43,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:43,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:43,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:43,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731014623400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:43,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:43,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:43,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:43,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:43,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1731014623400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:43,406 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:43,406 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:43,406 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:43,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:43,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44558 deadline: 1731014623610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:43,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:43,616 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:43,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731014623610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:43,616 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:43,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:43,617 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:43,617 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:43,617 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:43,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:43,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1731014623610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:43,629 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:43,629 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:43,629 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:43,717 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/4450bce0192f4e649f2f46259cd57124 2024-11-07T21:22:43,750 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/b2a6ee66cdf64262883b8ab1bd283060 is 50, key is test_row_0/C:col10/1731014562532/Put/seqid=0 2024-11-07T21:22:43,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741872_1048 (size=12151) 2024-11-07T21:22:43,799 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/b2a6ee66cdf64262883b8ab1bd283060 2024-11-07T21:22:43,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/82f526c5d9c34b47bafcfe20ff955dee as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/82f526c5d9c34b47bafcfe20ff955dee 2024-11-07T21:22:43,825 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/82f526c5d9c34b47bafcfe20ff955dee, entries=200, sequenceid=173, filesize=14.2 K 2024-11-07T21:22:43,827 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/4450bce0192f4e649f2f46259cd57124 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/4450bce0192f4e649f2f46259cd57124 2024-11-07T21:22:43,842 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/4450bce0192f4e649f2f46259cd57124, entries=150, sequenceid=173, filesize=11.9 K 2024-11-07T21:22:43,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-07T21:22:43,843 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T21:22:43,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/b2a6ee66cdf64262883b8ab1bd283060 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/b2a6ee66cdf64262883b8ab1bd283060 2024-11-07T21:22:43,844 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T21:22:43,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-11-07T21:22:43,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-07T21:22:43,848 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T21:22:43,849 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T21:22:43,850 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T21:22:43,860 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/b2a6ee66cdf64262883b8ab1bd283060, entries=150, sequenceid=173, filesize=11.9 K 2024-11-07T21:22:43,863 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=127.47 KB/130530 for d3623a1f459e06579bd5cb7f05d15944 in 677ms, sequenceid=173, compaction requested=true 2024-11-07T21:22:43,863 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d3623a1f459e06579bd5cb7f05d15944: 2024-11-07T21:22:43,863 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:22:43,865 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39051 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:22:43,865 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): d3623a1f459e06579bd5cb7f05d15944/A is initiating minor compaction (all files) 2024-11-07T21:22:43,865 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3623a1f459e06579bd5cb7f05d15944/A in TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:43,866 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/cbe6db7f2a034a91b6afe226b07f583d, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/4a80cfea8b9f4f578f21bb200f816a88, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/82f526c5d9c34b47bafcfe20ff955dee] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp, totalSize=38.1 K 2024-11-07T21:22:43,867 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting cbe6db7f2a034a91b6afe226b07f583d, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731014561091 2024-11-07T21:22:43,871 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a80cfea8b9f4f578f21bb200f816a88, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731014561828 2024-11-07T21:22:43,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3623a1f459e06579bd5cb7f05d15944:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T21:22:43,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:22:43,872 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:22:43,872 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 82f526c5d9c34b47bafcfe20ff955dee, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731014562520 2024-11-07T21:22:43,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3623a1f459e06579bd5cb7f05d15944:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T21:22:43,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:22:43,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3623a1f459e06579bd5cb7f05d15944:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T21:22:43,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:22:43,874 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:22:43,874 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1541): d3623a1f459e06579bd5cb7f05d15944/B is initiating minor compaction (all files) 2024-11-07T21:22:43,874 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3623a1f459e06579bd5cb7f05d15944/B in TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:43,875 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/b7cf254d80c04a1e8b617aa666bea8af, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/2abaf110df264b1297513395c9564bf6, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/4450bce0192f4e649f2f46259cd57124] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp, totalSize=35.8 K 2024-11-07T21:22:43,875 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting b7cf254d80c04a1e8b617aa666bea8af, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731014561091 2024-11-07T21:22:43,876 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2abaf110df264b1297513395c9564bf6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731014561828 2024-11-07T21:22:43,877 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4450bce0192f4e649f2f46259cd57124, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731014562520 2024-11-07T21:22:43,899 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3623a1f459e06579bd5cb7f05d15944#A#compaction#36 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:22:43,900 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/4fe062079d2748389b9a9a803f41a3fa is 50, key is test_row_0/A:col10/1731014562532/Put/seqid=0 2024-11-07T21:22:43,916 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3623a1f459e06579bd5cb7f05d15944#B#compaction#37 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:22:43,917 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/7873d6902e2b4b6db6f73b16f84109b8 is 50, key is test_row_0/B:col10/1731014562532/Put/seqid=0 2024-11-07T21:22:43,933 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-07T21:22:43,933 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d3623a1f459e06579bd5cb7f05d15944 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-07T21:22:43,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on d3623a1f459e06579bd5cb7f05d15944 2024-11-07T21:22:43,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741873_1049 (size=12561) 2024-11-07T21:22:43,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/631a3e1f69cf420993fd163db915210c is 50, key is test_row_0/A:col10/1731014563932/Put/seqid=0 2024-11-07T21:22:43,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741874_1050 (size=12561) 2024-11-07T21:22:43,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-07T21:22:43,960 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/4fe062079d2748389b9a9a803f41a3fa as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/4fe062079d2748389b9a9a803f41a3fa 2024-11-07T21:22:43,974 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d3623a1f459e06579bd5cb7f05d15944/A of d3623a1f459e06579bd5cb7f05d15944 into 4fe062079d2748389b9a9a803f41a3fa(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:22:43,974 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3623a1f459e06579bd5cb7f05d15944: 2024-11-07T21:22:43,975 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., storeName=d3623a1f459e06579bd5cb7f05d15944/A, priority=13, startTime=1731014563863; duration=0sec 2024-11-07T21:22:43,975 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:22:43,975 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3623a1f459e06579bd5cb7f05d15944:A 2024-11-07T21:22:43,975 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:22:43,992 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:22:43,992 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): d3623a1f459e06579bd5cb7f05d15944/C is initiating minor compaction (all files) 2024-11-07T21:22:43,992 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3623a1f459e06579bd5cb7f05d15944/C in TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:43,993 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/708cc0b49ae64277a987b454cc9a670b, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/5ab60343c7b64dea9cb4cf112c4c12c9, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/b2a6ee66cdf64262883b8ab1bd283060] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp, totalSize=35.8 K 2024-11-07T21:22:43,994 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 708cc0b49ae64277a987b454cc9a670b, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731014561091 2024-11-07T21:22:43,995 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 5ab60343c7b64dea9cb4cf112c4c12c9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731014561828 2024-11-07T21:22:43,996 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting b2a6ee66cdf64262883b8ab1bd283060, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731014562520 2024-11-07T21:22:44,005 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-07T21:22:44,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:44,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. as already flushing 2024-11-07T21:22:44,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:44,006 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:44,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:44,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:44,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:44,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731014623982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:44,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:44,024 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:44,024 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:44,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1731014623983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:44,024 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:44,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:44,025 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:44,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44558 deadline: 1731014623989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:44,025 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:44,025 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:44,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:44,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:44,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:44,045 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3623a1f459e06579bd5cb7f05d15944#C#compaction#39 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:22:44,046 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/d2c2cc30d4e84de0a680b99914ac8a5b is 50, key is test_row_0/C:col10/1731014562532/Put/seqid=0 2024-11-07T21:22:44,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741875_1051 (size=16931) 2024-11-07T21:22:44,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741876_1052 (size=12561) 2024-11-07T21:22:44,100 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/d2c2cc30d4e84de0a680b99914ac8a5b as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/d2c2cc30d4e84de0a680b99914ac8a5b 2024-11-07T21:22:44,113 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d3623a1f459e06579bd5cb7f05d15944/C of d3623a1f459e06579bd5cb7f05d15944 into d2c2cc30d4e84de0a680b99914ac8a5b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:22:44,113 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3623a1f459e06579bd5cb7f05d15944: 2024-11-07T21:22:44,113 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., storeName=d3623a1f459e06579bd5cb7f05d15944/C, priority=13, startTime=1731014563872; duration=0sec 2024-11-07T21:22:44,116 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:22:44,116 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3623a1f459e06579bd5cb7f05d15944:C 2024-11-07T21:22:44,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:44,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731014624130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:44,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:44,137 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:44,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1731014624130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:44,137 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:44,137 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:44,137 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:44,138 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:44,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:44,138 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:44,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44558 deadline: 1731014624131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:44,138 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:44,138 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:44,138 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:44,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-07T21:22:44,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:44,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. as already flushing 2024-11-07T21:22:44,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:44,161 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:44,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:44,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:44,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-07T21:22:44,318 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-07T21:22:44,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:44,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. as already flushing 2024-11-07T21:22:44,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:44,319 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:44,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:44,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:44,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:44,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731014624341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:44,343 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:44,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:44,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:44,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:44,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44558 deadline: 1731014624350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:44,358 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/7873d6902e2b4b6db6f73b16f84109b8 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/7873d6902e2b4b6db6f73b16f84109b8 2024-11-07T21:22:44,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:44,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:44,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:44,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:44,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1731014624350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:44,360 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:44,360 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:44,360 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:44,370 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d3623a1f459e06579bd5cb7f05d15944/B of d3623a1f459e06579bd5cb7f05d15944 into 7873d6902e2b4b6db6f73b16f84109b8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:22:44,370 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3623a1f459e06579bd5cb7f05d15944: 2024-11-07T21:22:44,370 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., storeName=d3623a1f459e06579bd5cb7f05d15944/B, priority=13, startTime=1731014563872; duration=0sec 2024-11-07T21:22:44,370 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:22:44,371 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3623a1f459e06579bd5cb7f05d15944:B 2024-11-07T21:22:44,448 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/631a3e1f69cf420993fd163db915210c 2024-11-07T21:22:44,471 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/c0885140fae24c85b6fb964b17df6c9c is 50, key is test_row_0/B:col10/1731014563932/Put/seqid=0 2024-11-07T21:22:44,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-07T21:22:44,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:44,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. as already flushing 2024-11-07T21:22:44,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:44,473 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:44,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:44,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:44,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-07T21:22:44,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741877_1053 (size=12151) 2024-11-07T21:22:44,628 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-07T21:22:44,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:44,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. as already flushing 2024-11-07T21:22:44,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:44,629 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:44,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:44,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:44,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:44,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731014624649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:44,652 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:44,652 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:44,652 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:44,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:44,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44558 deadline: 1731014624670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:44,672 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:44,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:44,672 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:44,672 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:44,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1731014624670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:44,672 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:44,672 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:44,672 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:44,783 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-07T21:22:44,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:44,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. as already flushing 2024-11-07T21:22:44,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:44,784 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:44,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:44,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:44,928 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/c0885140fae24c85b6fb964b17df6c9c 2024-11-07T21:22:44,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-07T21:22:44,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:44,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. as already flushing 2024-11-07T21:22:44,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:44,942 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:44,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:44,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:44,947 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/2e5d3104332a460eab99ab517f272df4 is 50, key is test_row_0/C:col10/1731014563932/Put/seqid=0 2024-11-07T21:22:44,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741878_1054 (size=12151) 2024-11-07T21:22:44,964 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/2e5d3104332a460eab99ab517f272df4 2024-11-07T21:22:44,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/631a3e1f69cf420993fd163db915210c as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/631a3e1f69cf420993fd163db915210c 2024-11-07T21:22:44,989 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/631a3e1f69cf420993fd163db915210c, entries=250, sequenceid=197, filesize=16.5 K 2024-11-07T21:22:44,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-07T21:22:44,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/c0885140fae24c85b6fb964b17df6c9c as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/c0885140fae24c85b6fb964b17df6c9c 2024-11-07T21:22:45,011 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/c0885140fae24c85b6fb964b17df6c9c, entries=150, sequenceid=197, filesize=11.9 K 2024-11-07T21:22:45,013 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/2e5d3104332a460eab99ab517f272df4 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/2e5d3104332a460eab99ab517f272df4 2024-11-07T21:22:45,028 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/2e5d3104332a460eab99ab517f272df4, entries=150, sequenceid=197, filesize=11.9 K 2024-11-07T21:22:45,035 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for d3623a1f459e06579bd5cb7f05d15944 in 1101ms, sequenceid=197, compaction requested=false 2024-11-07T21:22:45,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d3623a1f459e06579bd5cb7f05d15944: 2024-11-07T21:22:45,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-07T21:22:45,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:45,097 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing d3623a1f459e06579bd5cb7f05d15944 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-07T21:22:45,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/25605040342c490d9ea075b5314278ee is 50, key is test_row_0/A:col10/1731014563961/Put/seqid=0 2024-11-07T21:22:45,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741879_1055 (size=12151) 2024-11-07T21:22:45,148 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/25605040342c490d9ea075b5314278ee 2024-11-07T21:22:45,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on d3623a1f459e06579bd5cb7f05d15944 2024-11-07T21:22:45,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. as already flushing 2024-11-07T21:22:45,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/4e9fd7a2c9464ece979fc0612dcb915e is 50, key is test_row_0/B:col10/1731014563961/Put/seqid=0 2024-11-07T21:22:45,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741880_1056 (size=12151) 2024-11-07T21:22:45,219 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/4e9fd7a2c9464ece979fc0612dcb915e 2024-11-07T21:22:45,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/7d4eb614a1434e17999995ab0d9c7cc2 is 50, key is test_row_0/C:col10/1731014563961/Put/seqid=0 2024-11-07T21:22:45,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:45,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44558 deadline: 1731014625274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:45,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:45,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1731014625274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:45,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741881_1057 (size=12151) 2024-11-07T21:22:45,286 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:45,286 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:45,287 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:45,287 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:45,287 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:45,287 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:45,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:45,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731014625277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:45,287 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:45,287 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:45,287 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:45,288 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/7d4eb614a1434e17999995ab0d9c7cc2 2024-11-07T21:22:45,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/25605040342c490d9ea075b5314278ee as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/25605040342c490d9ea075b5314278ee 2024-11-07T21:22:45,315 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/25605040342c490d9ea075b5314278ee, entries=150, sequenceid=213, filesize=11.9 K 2024-11-07T21:22:45,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/4e9fd7a2c9464ece979fc0612dcb915e as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/4e9fd7a2c9464ece979fc0612dcb915e 2024-11-07T21:22:45,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:45,328 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/4e9fd7a2c9464ece979fc0612dcb915e, entries=150, sequenceid=213, filesize=11.9 K 2024-11-07T21:22:45,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731014625320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:45,329 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 4fc742968c91,33553,1731014551923 for 'test_row_2' in d3623a1f459e06579bd5cb7f05d15944 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4237 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-07T21:22:45,330 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:45,330 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:45,330 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:45,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/7d4eb614a1434e17999995ab0d9c7cc2 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/7d4eb614a1434e17999995ab0d9c7cc2 2024-11-07T21:22:45,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:45,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44560 deadline: 1731014625320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:45,333 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 4fc742968c91,33553,1731014551923 for 'test_row_1' in d3623a1f459e06579bd5cb7f05d15944 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4239 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-07T21:22:45,334 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:45,334 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:45,334 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:45,342 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/7d4eb614a1434e17999995ab0d9c7cc2, entries=150, sequenceid=213, filesize=11.9 K 2024-11-07T21:22:45,346 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for d3623a1f459e06579bd5cb7f05d15944 in 249ms, sequenceid=213, compaction requested=true 2024-11-07T21:22:45,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for d3623a1f459e06579bd5cb7f05d15944: 2024-11-07T21:22:45,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:45,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-07T21:22:45,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-07T21:22:45,354 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-07T21:22:45,354 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5000 sec 2024-11-07T21:22:45,358 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 1.5110 sec 2024-11-07T21:22:45,398 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-07T21:22:45,398 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d3623a1f459e06579bd5cb7f05d15944 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-07T21:22:45,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on d3623a1f459e06579bd5cb7f05d15944 2024-11-07T21:22:45,443 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/aeac67467a4e42edbff4575c7b4ae423 is 50, key is test_row_0/A:col10/1731014565392/Put/seqid=0 2024-11-07T21:22:45,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:45,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44558 deadline: 1731014625444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:45,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:45,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:45,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:45,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:45,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731014625444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:45,455 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:45,455 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:45,455 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:45,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:45,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1731014625453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:45,461 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:45,461 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:45,461 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:45,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741882_1058 (size=12151) 2024-11-07T21:22:45,471 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/aeac67467a4e42edbff4575c7b4ae423 2024-11-07T21:22:45,489 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/a6d85c41fc0342e3800324b6847fabc7 is 50, key is test_row_0/B:col10/1731014565392/Put/seqid=0 2024-11-07T21:22:45,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741883_1059 (size=12151) 2024-11-07T21:22:45,510 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/a6d85c41fc0342e3800324b6847fabc7 2024-11-07T21:22:45,522 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/2ba934e3216e4eb8ba95de45e4aa25d4 is 50, key is test_row_0/C:col10/1731014565392/Put/seqid=0 2024-11-07T21:22:45,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741884_1060 (size=12151) 2024-11-07T21:22:45,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:45,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44558 deadline: 1731014625559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:45,563 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:45,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:45,563 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:45,563 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:45,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731014625559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:45,564 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:45,564 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:45,564 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:45,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:45,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1731014625570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:45,584 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:45,584 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:45,585 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:45,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:45,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731014625770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:45,782 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:45,782 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:45,782 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:45,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:45,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44558 deadline: 1731014625770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:45,788 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:45,788 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:45,788 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:45,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:45,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1731014625790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:45,799 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:45,799 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:45,800 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:45,931 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/2ba934e3216e4eb8ba95de45e4aa25d4 2024-11-07T21:22:45,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/aeac67467a4e42edbff4575c7b4ae423 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/aeac67467a4e42edbff4575c7b4ae423 2024-11-07T21:22:45,957 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/aeac67467a4e42edbff4575c7b4ae423, entries=150, sequenceid=237, filesize=11.9 K 2024-11-07T21:22:45,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/a6d85c41fc0342e3800324b6847fabc7 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/a6d85c41fc0342e3800324b6847fabc7 2024-11-07T21:22:45,974 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/a6d85c41fc0342e3800324b6847fabc7, entries=150, sequenceid=237, filesize=11.9 K 2024-11-07T21:22:45,977 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/2ba934e3216e4eb8ba95de45e4aa25d4 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/2ba934e3216e4eb8ba95de45e4aa25d4 2024-11-07T21:22:45,993 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/2ba934e3216e4eb8ba95de45e4aa25d4, entries=150, sequenceid=237, filesize=11.9 K 2024-11-07T21:22:45,995 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for d3623a1f459e06579bd5cb7f05d15944 in 597ms, sequenceid=237, compaction requested=true 2024-11-07T21:22:45,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d3623a1f459e06579bd5cb7f05d15944: 2024-11-07T21:22:45,996 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T21:22:45,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3623a1f459e06579bd5cb7f05d15944:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T21:22:45,998 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53794 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T21:22:45,999 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1541): d3623a1f459e06579bd5cb7f05d15944/A is initiating minor compaction (all files) 2024-11-07T21:22:45,999 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3623a1f459e06579bd5cb7f05d15944/A in TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:45,999 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/4fe062079d2748389b9a9a803f41a3fa, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/631a3e1f69cf420993fd163db915210c, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/25605040342c490d9ea075b5314278ee, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/aeac67467a4e42edbff4575c7b4ae423] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp, totalSize=52.5 K 2024-11-07T21:22:46,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-07T21:22:46,000 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4fe062079d2748389b9a9a803f41a3fa, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731014562520 2024-11-07T21:22:46,001 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T21:22:46,001 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 631a3e1f69cf420993fd163db915210c, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731014563264 2024-11-07T21:22:46,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:22:46,002 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T21:22:46,002 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T21:22:46,002 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 25605040342c490d9ea075b5314278ee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731014563961 2024-11-07T21:22:46,003 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting aeac67467a4e42edbff4575c7b4ae423, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731014565267 2024-11-07T21:22:46,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-11-07T21:22:46,004 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T21:22:46,005 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): d3623a1f459e06579bd5cb7f05d15944/B is initiating minor compaction (all files) 2024-11-07T21:22:46,005 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3623a1f459e06579bd5cb7f05d15944/B in TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:46,005 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/7873d6902e2b4b6db6f73b16f84109b8, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/c0885140fae24c85b6fb964b17df6c9c, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/4e9fd7a2c9464ece979fc0612dcb915e, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/a6d85c41fc0342e3800324b6847fabc7] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp, totalSize=47.9 K 2024-11-07T21:22:46,005 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T21:22:46,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-07T21:22:46,006 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 7873d6902e2b4b6db6f73b16f84109b8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731014562520 2024-11-07T21:22:46,007 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting c0885140fae24c85b6fb964b17df6c9c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731014563265 2024-11-07T21:22:46,008 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e9fd7a2c9464ece979fc0612dcb915e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731014563961 2024-11-07T21:22:46,009 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T21:22:46,009 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting a6d85c41fc0342e3800324b6847fabc7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731014565267 2024-11-07T21:22:46,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T21:22:46,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3623a1f459e06579bd5cb7f05d15944:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T21:22:46,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:22:46,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3623a1f459e06579bd5cb7f05d15944:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T21:22:46,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:22:46,030 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3623a1f459e06579bd5cb7f05d15944#B#compaction#48 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:22:46,030 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/f14ac8e2c92e4a6e8be10052365b2630 is 50, key is test_row_0/B:col10/1731014565392/Put/seqid=0 2024-11-07T21:22:46,047 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3623a1f459e06579bd5cb7f05d15944#A#compaction#49 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:22:46,048 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/df836562be7f403a81548cee6f6380db is 50, key is test_row_0/A:col10/1731014565392/Put/seqid=0 2024-11-07T21:22:46,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741885_1061 (size=12697) 2024-11-07T21:22:46,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on d3623a1f459e06579bd5cb7f05d15944 2024-11-07T21:22:46,092 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-07T21:22:46,093 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d3623a1f459e06579bd5cb7f05d15944 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-07T21:22:46,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741886_1062 (size=12697) 2024-11-07T21:22:46,100 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/7d62b06e86034e1b8400fb82687b7531 is 50, key is test_row_0/A:col10/1731014565423/Put/seqid=0 2024-11-07T21:22:46,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-07T21:22:46,113 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/df836562be7f403a81548cee6f6380db as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/df836562be7f403a81548cee6f6380db 2024-11-07T21:22:46,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741887_1063 (size=12151) 2024-11-07T21:22:46,140 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/7d62b06e86034e1b8400fb82687b7531 2024-11-07T21:22:46,142 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d3623a1f459e06579bd5cb7f05d15944/A of d3623a1f459e06579bd5cb7f05d15944 into df836562be7f403a81548cee6f6380db(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:22:46,143 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3623a1f459e06579bd5cb7f05d15944: 2024-11-07T21:22:46,143 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., storeName=d3623a1f459e06579bd5cb7f05d15944/A, priority=12, startTime=1731014565996; duration=0sec 2024-11-07T21:22:46,143 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:22:46,143 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3623a1f459e06579bd5cb7f05d15944:A 2024-11-07T21:22:46,143 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T21:22:46,147 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T21:22:46,147 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1541): d3623a1f459e06579bd5cb7f05d15944/C is initiating minor compaction (all files) 2024-11-07T21:22:46,147 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3623a1f459e06579bd5cb7f05d15944/C in TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:46,147 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/d2c2cc30d4e84de0a680b99914ac8a5b, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/2e5d3104332a460eab99ab517f272df4, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/7d4eb614a1434e17999995ab0d9c7cc2, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/2ba934e3216e4eb8ba95de45e4aa25d4] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp, totalSize=47.9 K 2024-11-07T21:22:46,149 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting d2c2cc30d4e84de0a680b99914ac8a5b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731014562520 2024-11-07T21:22:46,150 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2e5d3104332a460eab99ab517f272df4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731014563265 2024-11-07T21:22:46,151 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7d4eb614a1434e17999995ab0d9c7cc2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731014563961 2024-11-07T21:22:46,153 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2ba934e3216e4eb8ba95de45e4aa25d4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731014565267 2024-11-07T21:22:46,162 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/c6faf9ce5e6f4eaca91aa1d6e2b52665 is 50, key is test_row_0/B:col10/1731014565423/Put/seqid=0 2024-11-07T21:22:46,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-07T21:22:46,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:46,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. as already flushing 2024-11-07T21:22:46,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:46,166 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:46,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:46,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:46,178 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3623a1f459e06579bd5cb7f05d15944#C#compaction#52 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:22:46,179 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/02d26b17784e48909078c84c3fa5af24 is 50, key is test_row_0/C:col10/1731014565392/Put/seqid=0 2024-11-07T21:22:46,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:46,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731014626192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:46,204 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:46,204 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:46,204 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:46,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:46,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44558 deadline: 1731014626197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:46,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741888_1064 (size=12151) 2024-11-07T21:22:46,211 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:46,211 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:46,211 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:46,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:46,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1731014626197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:46,211 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/c6faf9ce5e6f4eaca91aa1d6e2b52665 2024-11-07T21:22:46,212 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:46,212 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:46,212 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:46,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741889_1065 (size=12697) 2024-11-07T21:22:46,240 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/770a6429cb764b9cb0287871359613b0 is 50, key is test_row_0/C:col10/1731014565423/Put/seqid=0 2024-11-07T21:22:46,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741890_1066 (size=12151) 2024-11-07T21:22:46,274 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/770a6429cb764b9cb0287871359613b0 2024-11-07T21:22:46,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/7d62b06e86034e1b8400fb82687b7531 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/7d62b06e86034e1b8400fb82687b7531 2024-11-07T21:22:46,292 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/7d62b06e86034e1b8400fb82687b7531, entries=150, sequenceid=250, filesize=11.9 K 2024-11-07T21:22:46,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/c6faf9ce5e6f4eaca91aa1d6e2b52665 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/c6faf9ce5e6f4eaca91aa1d6e2b52665 2024-11-07T21:22:46,306 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/c6faf9ce5e6f4eaca91aa1d6e2b52665, entries=150, sequenceid=250, filesize=11.9 K 2024-11-07T21:22:46,311 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/770a6429cb764b9cb0287871359613b0 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/770a6429cb764b9cb0287871359613b0 2024-11-07T21:22:46,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:46,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731014626310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:46,319 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:46,319 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:46,319 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:46,320 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-07T21:22:46,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-07T21:22:46,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:46,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. as already flushing 2024-11-07T21:22:46,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:46,321 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:46,321 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/770a6429cb764b9cb0287871359613b0, entries=150, sequenceid=250, filesize=11.9 K 2024-11-07T21:22:46,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:46,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:46,322 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for d3623a1f459e06579bd5cb7f05d15944 in 230ms, sequenceid=250, compaction requested=false 2024-11-07T21:22:46,322 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d3623a1f459e06579bd5cb7f05d15944: 2024-11-07T21:22:46,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on d3623a1f459e06579bd5cb7f05d15944 2024-11-07T21:22:46,341 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-07T21:22:46,341 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d3623a1f459e06579bd5cb7f05d15944 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-07T21:22:46,367 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/1198fd4843284632bfa0d391f366840e is 50, key is test_row_0/A:col10/1731014566173/Put/seqid=0 2024-11-07T21:22:46,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:46,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44558 deadline: 1731014626392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:46,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741891_1067 (size=17181) 2024-11-07T21:22:46,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:46,399 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:46,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1731014626395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:46,399 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:46,399 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:46,399 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:46,399 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:46,399 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:46,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-07T21:22:46,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:46,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. as already flushing 2024-11-07T21:22:46,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:46,475 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:46,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:46,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:46,494 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/f14ac8e2c92e4a6e8be10052365b2630 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/f14ac8e2c92e4a6e8be10052365b2630 2024-11-07T21:22:46,504 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d3623a1f459e06579bd5cb7f05d15944/B of d3623a1f459e06579bd5cb7f05d15944 into f14ac8e2c92e4a6e8be10052365b2630(size=12.4 K), total size for store is 24.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:22:46,504 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3623a1f459e06579bd5cb7f05d15944: 2024-11-07T21:22:46,504 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., storeName=d3623a1f459e06579bd5cb7f05d15944/B, priority=12, startTime=1731014566001; duration=0sec 2024-11-07T21:22:46,505 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:22:46,505 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3623a1f459e06579bd5cb7f05d15944:B 2024-11-07T21:22:46,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:46,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44558 deadline: 1731014626509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:46,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:46,514 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:46,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1731014626509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:46,514 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:46,514 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:46,514 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:46,514 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:46,514 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:46,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:46,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731014626531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:46,534 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:46,534 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:46,534 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:46,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-07T21:22:46,633 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-07T21:22:46,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:46,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. as already flushing 2024-11-07T21:22:46,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:46,634 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:46,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:46,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:46,650 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/02d26b17784e48909078c84c3fa5af24 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/02d26b17784e48909078c84c3fa5af24 2024-11-07T21:22:46,658 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d3623a1f459e06579bd5cb7f05d15944/C of d3623a1f459e06579bd5cb7f05d15944 into 02d26b17784e48909078c84c3fa5af24(size=12.4 K), total size for store is 24.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:22:46,658 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3623a1f459e06579bd5cb7f05d15944: 2024-11-07T21:22:46,659 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., storeName=d3623a1f459e06579bd5cb7f05d15944/C, priority=12, startTime=1731014566013; duration=0sec 2024-11-07T21:22:46,659 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:22:46,659 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3623a1f459e06579bd5cb7f05d15944:C 2024-11-07T21:22:46,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:46,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44558 deadline: 1731014626721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:46,723 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:46,723 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:46,723 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:46,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:46,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1731014626721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:46,725 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:46,725 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:46,725 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:46,790 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-07T21:22:46,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:46,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. as already flushing 2024-11-07T21:22:46,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:46,791 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:46,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:46,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:46,800 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/1198fd4843284632bfa0d391f366840e 2024-11-07T21:22:46,819 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/843629531cc040679d53a998bf0230da is 50, key is test_row_0/B:col10/1731014566173/Put/seqid=0 2024-11-07T21:22:46,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741892_1068 (size=12301) 2024-11-07T21:22:46,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:46,842 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/843629531cc040679d53a998bf0230da 2024-11-07T21:22:46,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731014626840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:46,843 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:46,843 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:46,843 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:46,855 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/0ee55b4d167b4d06ab534122f1b3530d is 50, key is test_row_0/C:col10/1731014566173/Put/seqid=0 2024-11-07T21:22:46,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741893_1069 (size=12301) 2024-11-07T21:22:46,875 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/0ee55b4d167b4d06ab534122f1b3530d 2024-11-07T21:22:46,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/1198fd4843284632bfa0d391f366840e as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/1198fd4843284632bfa0d391f366840e 2024-11-07T21:22:46,899 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/1198fd4843284632bfa0d391f366840e, entries=250, sequenceid=276, filesize=16.8 K 2024-11-07T21:22:46,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/843629531cc040679d53a998bf0230da as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/843629531cc040679d53a998bf0230da 2024-11-07T21:22:46,912 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/843629531cc040679d53a998bf0230da, entries=150, sequenceid=276, filesize=12.0 K 2024-11-07T21:22:46,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/0ee55b4d167b4d06ab534122f1b3530d as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/0ee55b4d167b4d06ab534122f1b3530d 2024-11-07T21:22:46,926 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/0ee55b4d167b4d06ab534122f1b3530d, entries=150, sequenceid=276, filesize=12.0 K 2024-11-07T21:22:46,927 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for d3623a1f459e06579bd5cb7f05d15944 in 586ms, sequenceid=276, compaction requested=true 2024-11-07T21:22:46,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d3623a1f459e06579bd5cb7f05d15944: 2024-11-07T21:22:46,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3623a1f459e06579bd5cb7f05d15944:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T21:22:46,928 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:22:46,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:22:46,928 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:22:46,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3623a1f459e06579bd5cb7f05d15944:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T21:22:46,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:22:46,929 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:22:46,929 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42029 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:22:46,930 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): d3623a1f459e06579bd5cb7f05d15944/B is initiating minor compaction (all files) 2024-11-07T21:22:46,930 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1541): d3623a1f459e06579bd5cb7f05d15944/A is initiating minor compaction (all files) 2024-11-07T21:22:46,930 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3623a1f459e06579bd5cb7f05d15944/B in TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:46,930 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3623a1f459e06579bd5cb7f05d15944/A in TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:46,930 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/f14ac8e2c92e4a6e8be10052365b2630, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/c6faf9ce5e6f4eaca91aa1d6e2b52665, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/843629531cc040679d53a998bf0230da] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp, totalSize=36.3 K 2024-11-07T21:22:46,930 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/df836562be7f403a81548cee6f6380db, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/7d62b06e86034e1b8400fb82687b7531, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/1198fd4843284632bfa0d391f366840e] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp, totalSize=41.0 K 2024-11-07T21:22:46,930 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting df836562be7f403a81548cee6f6380db, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731014565267 2024-11-07T21:22:46,930 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting f14ac8e2c92e4a6e8be10052365b2630, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731014565267 2024-11-07T21:22:46,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3623a1f459e06579bd5cb7f05d15944:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T21:22:46,931 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7d62b06e86034e1b8400fb82687b7531, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731014565419 2024-11-07T21:22:46,931 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting c6faf9ce5e6f4eaca91aa1d6e2b52665, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731014565419 2024-11-07T21:22:46,932 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1198fd4843284632bfa0d391f366840e, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731014566173 2024-11-07T21:22:46,933 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 843629531cc040679d53a998bf0230da, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731014566173 2024-11-07T21:22:46,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:22:46,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-07T21:22:46,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:46,946 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing d3623a1f459e06579bd5cb7f05d15944 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-07T21:22:46,954 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3623a1f459e06579bd5cb7f05d15944#A#compaction#57 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:22:46,955 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/c55c7669c0e74997997239ab7ebd4aad is 50, key is test_row_0/A:col10/1731014566173/Put/seqid=0 2024-11-07T21:22:46,975 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3623a1f459e06579bd5cb7f05d15944#B#compaction#58 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:22:46,976 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/053c4fe752014b89ad761de3aa997d4e is 50, key is test_row_0/B:col10/1731014566173/Put/seqid=0 2024-11-07T21:22:46,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/d22797bb2af24e1d818a8d8466d43fde is 50, key is test_row_0/A:col10/1731014566390/Put/seqid=0 2024-11-07T21:22:46,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741894_1070 (size=12949) 2024-11-07T21:22:47,006 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/c55c7669c0e74997997239ab7ebd4aad as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/c55c7669c0e74997997239ab7ebd4aad 2024-11-07T21:22:47,015 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d3623a1f459e06579bd5cb7f05d15944/A of d3623a1f459e06579bd5cb7f05d15944 into c55c7669c0e74997997239ab7ebd4aad(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:22:47,015 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3623a1f459e06579bd5cb7f05d15944: 2024-11-07T21:22:47,015 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., storeName=d3623a1f459e06579bd5cb7f05d15944/A, priority=13, startTime=1731014566928; duration=0sec 2024-11-07T21:22:47,015 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:22:47,015 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3623a1f459e06579bd5cb7f05d15944:A 2024-11-07T21:22:47,016 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:22:47,018 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:22:47,018 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1541): d3623a1f459e06579bd5cb7f05d15944/C is initiating minor compaction (all files) 2024-11-07T21:22:47,018 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3623a1f459e06579bd5cb7f05d15944/C in TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:47,018 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/02d26b17784e48909078c84c3fa5af24, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/770a6429cb764b9cb0287871359613b0, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/0ee55b4d167b4d06ab534122f1b3530d] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp, totalSize=36.3 K 2024-11-07T21:22:47,019 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 02d26b17784e48909078c84c3fa5af24, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731014565267 2024-11-07T21:22:47,020 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 770a6429cb764b9cb0287871359613b0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731014565419 2024-11-07T21:22:47,021 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0ee55b4d167b4d06ab534122f1b3530d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731014566173 2024-11-07T21:22:47,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on d3623a1f459e06579bd5cb7f05d15944 2024-11-07T21:22:47,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. as already flushing 2024-11-07T21:22:47,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741895_1071 (size=12949) 2024-11-07T21:22:47,098 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3623a1f459e06579bd5cb7f05d15944#C#compaction#60 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:22:47,099 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/fa1541251464468e82abf44bab3fa9bc is 50, key is test_row_0/C:col10/1731014566173/Put/seqid=0 2024-11-07T21:22:47,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741896_1072 (size=12301) 2024-11-07T21:22:47,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-07T21:22:47,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741897_1073 (size=12949) 2024-11-07T21:22:47,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:47,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44558 deadline: 1731014627182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:47,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:47,192 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:47,192 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:47,192 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:47,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1731014627188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:47,192 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:47,192 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:47,192 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:47,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:47,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44558 deadline: 1731014627300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:47,305 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:47,305 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:47,305 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:47,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:47,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1731014627300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:47,309 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:47,309 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:47,309 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:47,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:47,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731014627350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:47,356 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:47,356 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:47,356 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:47,477 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/053c4fe752014b89ad761de3aa997d4e as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/053c4fe752014b89ad761de3aa997d4e 2024-11-07T21:22:47,498 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d3623a1f459e06579bd5cb7f05d15944/B of d3623a1f459e06579bd5cb7f05d15944 into 053c4fe752014b89ad761de3aa997d4e(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:22:47,498 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3623a1f459e06579bd5cb7f05d15944: 2024-11-07T21:22:47,498 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., storeName=d3623a1f459e06579bd5cb7f05d15944/B, priority=13, startTime=1731014566928; duration=0sec 2024-11-07T21:22:47,498 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:22:47,498 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3623a1f459e06579bd5cb7f05d15944:B 2024-11-07T21:22:47,515 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/d22797bb2af24e1d818a8d8466d43fde 2024-11-07T21:22:47,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:47,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44558 deadline: 1731014627510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:47,523 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:47,523 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:47,523 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:47,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:47,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1731014627520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:47,526 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:47,527 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:47,527 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:47,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/f266d2b70e944ea39f9ed5294a73d89f is 50, key is test_row_0/B:col10/1731014566390/Put/seqid=0 2024-11-07T21:22:47,569 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/fa1541251464468e82abf44bab3fa9bc as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/fa1541251464468e82abf44bab3fa9bc 2024-11-07T21:22:47,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741898_1074 (size=12301) 2024-11-07T21:22:47,577 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/f266d2b70e944ea39f9ed5294a73d89f 2024-11-07T21:22:47,579 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d3623a1f459e06579bd5cb7f05d15944/C of d3623a1f459e06579bd5cb7f05d15944 into fa1541251464468e82abf44bab3fa9bc(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:22:47,579 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3623a1f459e06579bd5cb7f05d15944: 2024-11-07T21:22:47,579 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., storeName=d3623a1f459e06579bd5cb7f05d15944/C, priority=13, startTime=1731014566929; duration=0sec 2024-11-07T21:22:47,580 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:22:47,580 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3623a1f459e06579bd5cb7f05d15944:C 2024-11-07T21:22:47,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/89916760486b4563b9ef0310eb9b3a84 is 50, key is test_row_0/C:col10/1731014566390/Put/seqid=0 2024-11-07T21:22:47,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741899_1075 (size=12301) 2024-11-07T21:22:47,656 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/89916760486b4563b9ef0310eb9b3a84 2024-11-07T21:22:47,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/d22797bb2af24e1d818a8d8466d43fde as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/d22797bb2af24e1d818a8d8466d43fde 2024-11-07T21:22:47,674 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/d22797bb2af24e1d818a8d8466d43fde, entries=150, sequenceid=289, filesize=12.0 K 2024-11-07T21:22:47,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/f266d2b70e944ea39f9ed5294a73d89f as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/f266d2b70e944ea39f9ed5294a73d89f 2024-11-07T21:22:47,688 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/f266d2b70e944ea39f9ed5294a73d89f, entries=150, sequenceid=289, filesize=12.0 K 2024-11-07T21:22:47,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/89916760486b4563b9ef0310eb9b3a84 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/89916760486b4563b9ef0310eb9b3a84 2024-11-07T21:22:47,704 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/89916760486b4563b9ef0310eb9b3a84, entries=150, sequenceid=289, filesize=12.0 K 2024-11-07T21:22:47,706 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for d3623a1f459e06579bd5cb7f05d15944 in 760ms, sequenceid=289, compaction requested=false 2024-11-07T21:22:47,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for d3623a1f459e06579bd5cb7f05d15944: 2024-11-07T21:22:47,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:47,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-07T21:22:47,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-07T21:22:47,730 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-07T21:22:47,731 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7180 sec 2024-11-07T21:22:47,734 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 1.7300 sec 2024-11-07T21:22:47,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on d3623a1f459e06579bd5cb7f05d15944 2024-11-07T21:22:47,840 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-07T21:22:47,840 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d3623a1f459e06579bd5cb7f05d15944 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-07T21:22:47,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/20af77700cce428d868b9e0594575e43 is 50, key is test_row_0/A:col10/1731014567172/Put/seqid=0 2024-11-07T21:22:47,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:47,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1731014627883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:47,887 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:47,887 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:47,887 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:47,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:47,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44558 deadline: 1731014627885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:47,888 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:47,888 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:47,888 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:47,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741900_1076 (size=17181) 2024-11-07T21:22:47,937 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/20af77700cce428d868b9e0594575e43 2024-11-07T21:22:47,963 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/ed193ef1b49b488c9ff97fd5f29f3e2e is 50, key is test_row_0/B:col10/1731014567172/Put/seqid=0 2024-11-07T21:22:47,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:47,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1731014627989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:47,997 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:47,997 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:47,997 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:48,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:48,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44558 deadline: 1731014628000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:48,014 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:48,015 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:48,015 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:48,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741901_1077 (size=12301) 2024-11-07T21:22:48,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-07T21:22:48,160 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T21:22:48,162 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T21:22:48,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-11-07T21:22:48,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-07T21:22:48,164 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T21:22:48,166 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T21:22:48,166 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T21:22:48,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:48,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1731014628210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:48,213 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:48,213 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:48,213 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:48,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:48,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44558 deadline: 1731014628219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:48,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:48,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:48,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:48,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-07T21:22:48,320 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-07T21:22:48,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:48,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. as already flushing 2024-11-07T21:22:48,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:48,320 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:48,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:48,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:48,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:48,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731014628371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:48,376 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 4fc742968c91,33553,1731014551923 for 'test_row_0' in d3623a1f459e06579bd5cb7f05d15944 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2185 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-07T21:22:48,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:48,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:48,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:48,422 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/ed193ef1b49b488c9ff97fd5f29f3e2e 2024-11-07T21:22:48,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/129d6fb5928e473590e725d05d551315 is 50, key is test_row_0/C:col10/1731014567172/Put/seqid=0 2024-11-07T21:22:48,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-07T21:22:48,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:48,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. as already flushing 2024-11-07T21:22:48,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:48,476 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:48,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:48,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:48,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-07T21:22:48,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741902_1078 (size=12301) 2024-11-07T21:22:48,480 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/129d6fb5928e473590e725d05d551315 2024-11-07T21:22:48,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/20af77700cce428d868b9e0594575e43 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/20af77700cce428d868b9e0594575e43 2024-11-07T21:22:48,507 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/20af77700cce428d868b9e0594575e43, entries=250, sequenceid=319, filesize=16.8 K 2024-11-07T21:22:48,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/ed193ef1b49b488c9ff97fd5f29f3e2e as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/ed193ef1b49b488c9ff97fd5f29f3e2e 2024-11-07T21:22:48,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:48,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1731014628520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:48,524 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:48,524 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:48,524 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:48,533 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/ed193ef1b49b488c9ff97fd5f29f3e2e, entries=150, sequenceid=319, filesize=12.0 K 2024-11-07T21:22:48,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:48,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44558 deadline: 1731014628530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:48,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:48,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:48,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:48,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/129d6fb5928e473590e725d05d551315 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/129d6fb5928e473590e725d05d551315 2024-11-07T21:22:48,543 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/129d6fb5928e473590e725d05d551315, entries=150, sequenceid=319, filesize=12.0 K 2024-11-07T21:22:48,545 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for d3623a1f459e06579bd5cb7f05d15944 in 705ms, sequenceid=319, compaction requested=true 2024-11-07T21:22:48,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d3623a1f459e06579bd5cb7f05d15944: 2024-11-07T21:22:48,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3623a1f459e06579bd5cb7f05d15944:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T21:22:48,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:22:48,545 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:22:48,545 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:22:48,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3623a1f459e06579bd5cb7f05d15944:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T21:22:48,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:22:48,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3623a1f459e06579bd5cb7f05d15944:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T21:22:48,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:22:48,547 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42431 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:22:48,547 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1541): d3623a1f459e06579bd5cb7f05d15944/A is initiating minor compaction (all files) 2024-11-07T21:22:48,547 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:22:48,547 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3623a1f459e06579bd5cb7f05d15944/A in TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:48,547 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): d3623a1f459e06579bd5cb7f05d15944/B is initiating minor compaction (all files) 2024-11-07T21:22:48,547 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3623a1f459e06579bd5cb7f05d15944/B in TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:48,547 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/c55c7669c0e74997997239ab7ebd4aad, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/d22797bb2af24e1d818a8d8466d43fde, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/20af77700cce428d868b9e0594575e43] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp, totalSize=41.4 K 2024-11-07T21:22:48,547 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/053c4fe752014b89ad761de3aa997d4e, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/f266d2b70e944ea39f9ed5294a73d89f, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/ed193ef1b49b488c9ff97fd5f29f3e2e] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp, totalSize=36.7 K 2024-11-07T21:22:48,548 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting c55c7669c0e74997997239ab7ebd4aad, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731014566173 2024-11-07T21:22:48,548 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 053c4fe752014b89ad761de3aa997d4e, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731014566173 2024-11-07T21:22:48,548 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting d22797bb2af24e1d818a8d8466d43fde, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731014566355 2024-11-07T21:22:48,548 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting f266d2b70e944ea39f9ed5294a73d89f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731014566355 2024-11-07T21:22:48,548 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 20af77700cce428d868b9e0594575e43, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731014567156 2024-11-07T21:22:48,549 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting ed193ef1b49b488c9ff97fd5f29f3e2e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731014567172 2024-11-07T21:22:48,568 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3623a1f459e06579bd5cb7f05d15944#B#compaction#66 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:22:48,569 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/4d8e3e303f9042839eb38425a8cbd7aa is 50, key is test_row_0/B:col10/1731014567172/Put/seqid=0 2024-11-07T21:22:48,578 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3623a1f459e06579bd5cb7f05d15944#A#compaction#67 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:22:48,578 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/d47e2e4cb6e149608b9dfb07eee0cb8f is 50, key is test_row_0/A:col10/1731014567172/Put/seqid=0 2024-11-07T21:22:48,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741903_1079 (size=13051) 2024-11-07T21:22:48,633 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-07T21:22:48,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:48,634 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing d3623a1f459e06579bd5cb7f05d15944 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-07T21:22:48,644 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/4d8e3e303f9042839eb38425a8cbd7aa as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/4d8e3e303f9042839eb38425a8cbd7aa 2024-11-07T21:22:48,656 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d3623a1f459e06579bd5cb7f05d15944/B of d3623a1f459e06579bd5cb7f05d15944 into 4d8e3e303f9042839eb38425a8cbd7aa(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:22:48,657 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3623a1f459e06579bd5cb7f05d15944: 2024-11-07T21:22:48,657 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., storeName=d3623a1f459e06579bd5cb7f05d15944/B, priority=13, startTime=1731014568545; duration=0sec 2024-11-07T21:22:48,657 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:22:48,657 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3623a1f459e06579bd5cb7f05d15944:B 2024-11-07T21:22:48,658 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:22:48,659 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:22:48,660 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): d3623a1f459e06579bd5cb7f05d15944/C is initiating minor compaction (all files) 2024-11-07T21:22:48,660 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3623a1f459e06579bd5cb7f05d15944/C in TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:48,660 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/fa1541251464468e82abf44bab3fa9bc, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/89916760486b4563b9ef0310eb9b3a84, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/129d6fb5928e473590e725d05d551315] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp, totalSize=36.7 K 2024-11-07T21:22:48,661 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting fa1541251464468e82abf44bab3fa9bc, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731014566173 2024-11-07T21:22:48,661 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 89916760486b4563b9ef0310eb9b3a84, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731014566355 2024-11-07T21:22:48,662 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 129d6fb5928e473590e725d05d551315, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731014567172 2024-11-07T21:22:48,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741904_1080 (size=13051) 2024-11-07T21:22:48,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/0dad1734217343c3b468dbc77ee4c02e is 50, key is test_row_0/A:col10/1731014567859/Put/seqid=0 2024-11-07T21:22:48,683 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3623a1f459e06579bd5cb7f05d15944#C#compaction#69 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:22:48,684 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/f4af9c973a354201b81180c0c3fbd39f is 50, key is test_row_0/C:col10/1731014567172/Put/seqid=0 2024-11-07T21:22:48,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741905_1081 (size=12301) 2024-11-07T21:22:48,718 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/0dad1734217343c3b468dbc77ee4c02e 2024-11-07T21:22:48,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741906_1082 (size=13051) 2024-11-07T21:22:48,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/16ffb36bbf8d40d886b26170f5edb251 is 50, key is test_row_0/B:col10/1731014567859/Put/seqid=0 2024-11-07T21:22:48,776 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/f4af9c973a354201b81180c0c3fbd39f as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/f4af9c973a354201b81180c0c3fbd39f 2024-11-07T21:22:48,787 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d3623a1f459e06579bd5cb7f05d15944/C of d3623a1f459e06579bd5cb7f05d15944 into f4af9c973a354201b81180c0c3fbd39f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:22:48,787 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3623a1f459e06579bd5cb7f05d15944: 2024-11-07T21:22:48,788 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., storeName=d3623a1f459e06579bd5cb7f05d15944/C, priority=13, startTime=1731014568546; duration=0sec 2024-11-07T21:22:48,788 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:22:48,788 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3623a1f459e06579bd5cb7f05d15944:C 2024-11-07T21:22:48,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-07T21:22:48,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741907_1083 (size=12301) 2024-11-07T21:22:48,839 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/16ffb36bbf8d40d886b26170f5edb251 2024-11-07T21:22:48,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/be753b5f80f24b058efc62b8080df160 is 50, key is test_row_0/C:col10/1731014567859/Put/seqid=0 2024-11-07T21:22:48,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741908_1084 (size=12301) 2024-11-07T21:22:49,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on d3623a1f459e06579bd5cb7f05d15944 2024-11-07T21:22:49,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. as already flushing 2024-11-07T21:22:49,081 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/d47e2e4cb6e149608b9dfb07eee0cb8f as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/d47e2e4cb6e149608b9dfb07eee0cb8f 2024-11-07T21:22:49,092 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d3623a1f459e06579bd5cb7f05d15944/A of d3623a1f459e06579bd5cb7f05d15944 into d47e2e4cb6e149608b9dfb07eee0cb8f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:22:49,092 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3623a1f459e06579bd5cb7f05d15944: 2024-11-07T21:22:49,092 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., storeName=d3623a1f459e06579bd5cb7f05d15944/A, priority=13, startTime=1731014568545; duration=0sec 2024-11-07T21:22:49,093 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:22:49,093 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3623a1f459e06579bd5cb7f05d15944:A 2024-11-07T21:22:49,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-07T21:22:49,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:49,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44558 deadline: 1731014629309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:49,316 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/be753b5f80f24b058efc62b8080df160 2024-11-07T21:22:49,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:49,316 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:49,316 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:49,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1731014629316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:49,316 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:49,318 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:49,318 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:49,318 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:49,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/0dad1734217343c3b468dbc77ee4c02e as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/0dad1734217343c3b468dbc77ee4c02e 2024-11-07T21:22:49,332 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/0dad1734217343c3b468dbc77ee4c02e, entries=150, sequenceid=329, filesize=12.0 K 2024-11-07T21:22:49,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/16ffb36bbf8d40d886b26170f5edb251 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/16ffb36bbf8d40d886b26170f5edb251 2024-11-07T21:22:49,350 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/16ffb36bbf8d40d886b26170f5edb251, entries=150, sequenceid=329, filesize=12.0 K 2024-11-07T21:22:49,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:49,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44560 deadline: 1731014629350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:49,353 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 4fc742968c91,33553,1731014551923 for 'test_row_1' in d3623a1f459e06579bd5cb7f05d15944 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8259 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-07T21:22:49,354 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:49,354 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:49,354 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:49,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:49,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44572 deadline: 1731014629350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:49,355 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 4fc742968c91,33553,1731014551923 for 'test_row_2' in d3623a1f459e06579bd5cb7f05d15944 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8263 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-07T21:22:49,356 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:49,356 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:49,356 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:49,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/be753b5f80f24b058efc62b8080df160 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/be753b5f80f24b058efc62b8080df160 2024-11-07T21:22:49,364 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/be753b5f80f24b058efc62b8080df160, entries=150, sequenceid=329, filesize=12.0 K 2024-11-07T21:22:49,366 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for d3623a1f459e06579bd5cb7f05d15944 in 732ms, sequenceid=329, compaction requested=false 2024-11-07T21:22:49,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for d3623a1f459e06579bd5cb7f05d15944: 2024-11-07T21:22:49,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:49,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-11-07T21:22:49,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-11-07T21:22:49,372 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-07T21:22:49,372 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2020 sec 2024-11-07T21:22:49,375 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 1.2110 sec 2024-11-07T21:22:49,422 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-07T21:22:49,422 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d3623a1f459e06579bd5cb7f05d15944 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-07T21:22:49,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on d3623a1f459e06579bd5cb7f05d15944 2024-11-07T21:22:49,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:49,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1731014629459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:49,464 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:49,464 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:49,464 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:49,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:49,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44558 deadline: 1731014629458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:49,465 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:49,465 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:49,465 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:49,467 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/8bb4eb89637449bba3a8ae18efdb64ee is 50, key is test_row_0/A:col10/1731014569422/Put/seqid=0 2024-11-07T21:22:49,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741909_1085 (size=12301) 2024-11-07T21:22:49,484 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/8bb4eb89637449bba3a8ae18efdb64ee 2024-11-07T21:22:49,506 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/b5a44a77b16e4fac95105850ccc49557 is 50, key is test_row_0/B:col10/1731014569422/Put/seqid=0 2024-11-07T21:22:49,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741910_1086 (size=12301) 2024-11-07T21:22:49,563 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/b5a44a77b16e4fac95105850ccc49557 2024-11-07T21:22:49,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:49,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1731014629571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:49,575 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:49,575 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:49,575 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:49,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:49,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44558 deadline: 1731014629571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:49,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:49,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:49,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:49,588 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/6c994cea9e99432aa5c9a675d88fdc48 is 50, key is test_row_0/C:col10/1731014569422/Put/seqid=0 2024-11-07T21:22:49,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741911_1087 (size=12301) 2024-11-07T21:22:49,627 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/6c994cea9e99432aa5c9a675d88fdc48 2024-11-07T21:22:49,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/8bb4eb89637449bba3a8ae18efdb64ee as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/8bb4eb89637449bba3a8ae18efdb64ee 2024-11-07T21:22:49,653 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/8bb4eb89637449bba3a8ae18efdb64ee, entries=150, sequenceid=361, filesize=12.0 K 2024-11-07T21:22:49,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/b5a44a77b16e4fac95105850ccc49557 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/b5a44a77b16e4fac95105850ccc49557 2024-11-07T21:22:49,662 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/b5a44a77b16e4fac95105850ccc49557, entries=150, sequenceid=361, filesize=12.0 K 2024-11-07T21:22:49,663 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/6c994cea9e99432aa5c9a675d88fdc48 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/6c994cea9e99432aa5c9a675d88fdc48 2024-11-07T21:22:49,672 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/6c994cea9e99432aa5c9a675d88fdc48, entries=150, sequenceid=361, filesize=12.0 K 2024-11-07T21:22:49,674 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=33.54 KB/34350 for d3623a1f459e06579bd5cb7f05d15944 in 252ms, sequenceid=361, compaction requested=true 2024-11-07T21:22:49,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d3623a1f459e06579bd5cb7f05d15944: 2024-11-07T21:22:49,674 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:22:49,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3623a1f459e06579bd5cb7f05d15944:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T21:22:49,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:22:49,676 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:22:49,677 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:22:49,677 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1541): d3623a1f459e06579bd5cb7f05d15944/A is initiating minor compaction (all files) 2024-11-07T21:22:49,678 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3623a1f459e06579bd5cb7f05d15944/A in TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:49,678 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/d47e2e4cb6e149608b9dfb07eee0cb8f, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/0dad1734217343c3b468dbc77ee4c02e, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/8bb4eb89637449bba3a8ae18efdb64ee] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp, totalSize=36.8 K 2024-11-07T21:22:49,679 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting d47e2e4cb6e149608b9dfb07eee0cb8f, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731014567172 2024-11-07T21:22:49,680 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:22:49,680 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0dad1734217343c3b468dbc77ee4c02e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1731014567859 2024-11-07T21:22:49,680 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): d3623a1f459e06579bd5cb7f05d15944/B is initiating minor compaction (all files) 2024-11-07T21:22:49,680 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3623a1f459e06579bd5cb7f05d15944/B in TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:49,680 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8bb4eb89637449bba3a8ae18efdb64ee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1731014569301 2024-11-07T21:22:49,680 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/4d8e3e303f9042839eb38425a8cbd7aa, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/16ffb36bbf8d40d886b26170f5edb251, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/b5a44a77b16e4fac95105850ccc49557] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp, totalSize=36.8 K 2024-11-07T21:22:49,681 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d8e3e303f9042839eb38425a8cbd7aa, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731014567172 2024-11-07T21:22:49,682 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 16ffb36bbf8d40d886b26170f5edb251, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1731014567859 2024-11-07T21:22:49,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3623a1f459e06579bd5cb7f05d15944:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T21:22:49,682 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting b5a44a77b16e4fac95105850ccc49557, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1731014569301 2024-11-07T21:22:49,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:22:49,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3623a1f459e06579bd5cb7f05d15944:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T21:22:49,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:22:49,693 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3623a1f459e06579bd5cb7f05d15944#B#compaction#75 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:22:49,693 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/6e0827ee60664f6d97857b8bf50038ff is 50, key is test_row_0/B:col10/1731014569422/Put/seqid=0 2024-11-07T21:22:49,707 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3623a1f459e06579bd5cb7f05d15944#A#compaction#76 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:22:49,708 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/2fd4249e3f324f508880f62aa411b175 is 50, key is test_row_0/A:col10/1731014569422/Put/seqid=0 2024-11-07T21:22:49,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741912_1088 (size=13153) 2024-11-07T21:22:49,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741913_1089 (size=13153) 2024-11-07T21:22:49,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on d3623a1f459e06579bd5cb7f05d15944 2024-11-07T21:22:49,795 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-07T21:22:49,795 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d3623a1f459e06579bd5cb7f05d15944 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-07T21:22:49,814 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/4d7fdae221684f2cad146c95e31c94da is 50, key is test_row_0/A:col10/1731014569794/Put/seqid=0 2024-11-07T21:22:49,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741914_1090 (size=17181) 2024-11-07T21:22:49,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:49,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44558 deadline: 1731014629908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:49,912 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:49,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:49,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:49,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:49,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1731014629911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:49,916 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:49,916 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:49,916 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:50,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44558 deadline: 1731014630020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:50,021 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:50,022 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:50,022 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:50,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:50,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1731014630023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:50,027 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:50,028 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:50,028 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:50,129 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/6e0827ee60664f6d97857b8bf50038ff as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/6e0827ee60664f6d97857b8bf50038ff 2024-11-07T21:22:50,129 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/2fd4249e3f324f508880f62aa411b175 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/2fd4249e3f324f508880f62aa411b175 2024-11-07T21:22:50,142 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d3623a1f459e06579bd5cb7f05d15944/B of d3623a1f459e06579bd5cb7f05d15944 into 6e0827ee60664f6d97857b8bf50038ff(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:22:50,142 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3623a1f459e06579bd5cb7f05d15944: 2024-11-07T21:22:50,142 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., storeName=d3623a1f459e06579bd5cb7f05d15944/B, priority=13, startTime=1731014569675; duration=0sec 2024-11-07T21:22:50,142 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:22:50,142 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3623a1f459e06579bd5cb7f05d15944:B 2024-11-07T21:22:50,142 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:22:50,143 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d3623a1f459e06579bd5cb7f05d15944/A of d3623a1f459e06579bd5cb7f05d15944 into 2fd4249e3f324f508880f62aa411b175(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:22:50,143 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3623a1f459e06579bd5cb7f05d15944: 2024-11-07T21:22:50,143 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., storeName=d3623a1f459e06579bd5cb7f05d15944/A, priority=13, startTime=1731014569674; duration=0sec 2024-11-07T21:22:50,143 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:22:50,143 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3623a1f459e06579bd5cb7f05d15944:A 2024-11-07T21:22:50,145 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:22:50,146 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): d3623a1f459e06579bd5cb7f05d15944/C is initiating minor compaction (all files) 2024-11-07T21:22:50,146 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3623a1f459e06579bd5cb7f05d15944/C in TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:50,146 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/f4af9c973a354201b81180c0c3fbd39f, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/be753b5f80f24b058efc62b8080df160, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/6c994cea9e99432aa5c9a675d88fdc48] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp, totalSize=36.8 K 2024-11-07T21:22:50,147 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting f4af9c973a354201b81180c0c3fbd39f, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731014567172 2024-11-07T21:22:50,147 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting be753b5f80f24b058efc62b8080df160, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1731014567859 2024-11-07T21:22:50,148 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c994cea9e99432aa5c9a675d88fdc48, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1731014569301 2024-11-07T21:22:50,171 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3623a1f459e06579bd5cb7f05d15944#C#compaction#78 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:22:50,171 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/d874793e37da4cb1b4cc3bf0d44ccc69 is 50, key is test_row_0/C:col10/1731014569422/Put/seqid=0 2024-11-07T21:22:50,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741915_1091 (size=13153) 2024-11-07T21:22:50,231 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/4d7fdae221684f2cad146c95e31c94da 2024-11-07T21:22:50,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:50,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44558 deadline: 1731014630229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:50,237 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:50,238 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:50,238 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:50,241 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/d874793e37da4cb1b4cc3bf0d44ccc69 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/d874793e37da4cb1b4cc3bf0d44ccc69 2024-11-07T21:22:50,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:50,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1731014630240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:50,246 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:50,246 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:50,246 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:50,251 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d3623a1f459e06579bd5cb7f05d15944/C of d3623a1f459e06579bd5cb7f05d15944 into d874793e37da4cb1b4cc3bf0d44ccc69(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:22:50,251 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3623a1f459e06579bd5cb7f05d15944: 2024-11-07T21:22:50,251 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., storeName=d3623a1f459e06579bd5cb7f05d15944/C, priority=13, startTime=1731014569684; duration=0sec 2024-11-07T21:22:50,251 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:22:50,251 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3623a1f459e06579bd5cb7f05d15944:C 2024-11-07T21:22:50,252 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/5f667154ffcd49b2971645818ad2748e is 50, key is test_row_0/B:col10/1731014569794/Put/seqid=0 2024-11-07T21:22:50,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-07T21:22:50,310 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T21:22:50,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741916_1092 (size=12301) 2024-11-07T21:22:50,311 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T21:22:50,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-11-07T21:22:50,313 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T21:22:50,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-07T21:22:50,314 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T21:22:50,315 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T21:22:50,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:50,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731014630400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:50,402 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 4fc742968c91,33553,1731014551923 for 'test_row_0' in d3623a1f459e06579bd5cb7f05d15944 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4210 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-07T21:22:50,402 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:50,403 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:50,403 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:50,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-07T21:22:50,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-07T21:22:50,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:50,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. as already flushing 2024-11-07T21:22:50,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:50,472 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:50,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:50,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:50,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:50,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44558 deadline: 1731014630549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:50,551 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:50,551 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:50,551 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:50,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:50,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1731014630560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:50,565 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:50,565 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:50,565 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:50,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-07T21:22:50,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-07T21:22:50,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:50,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. as already flushing 2024-11-07T21:22:50,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:50,633 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:50,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:50,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:50,711 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/5f667154ffcd49b2971645818ad2748e 2024-11-07T21:22:50,750 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/08ac5030e7d9476281a0022b8b201242 is 50, key is test_row_0/C:col10/1731014569794/Put/seqid=0 2024-11-07T21:22:50,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-07T21:22:50,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741917_1093 (size=12301) 2024-11-07T21:22:50,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:50,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. as already flushing 2024-11-07T21:22:50,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:50,786 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:50,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:50,787 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/08ac5030e7d9476281a0022b8b201242 2024-11-07T21:22:50,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:50,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/4d7fdae221684f2cad146c95e31c94da as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/4d7fdae221684f2cad146c95e31c94da 2024-11-07T21:22:50,812 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/4d7fdae221684f2cad146c95e31c94da, entries=250, sequenceid=372, filesize=16.8 K 2024-11-07T21:22:50,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/5f667154ffcd49b2971645818ad2748e as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/5f667154ffcd49b2971645818ad2748e 2024-11-07T21:22:50,832 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/5f667154ffcd49b2971645818ad2748e, entries=150, sequenceid=372, filesize=12.0 K 2024-11-07T21:22:50,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/08ac5030e7d9476281a0022b8b201242 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/08ac5030e7d9476281a0022b8b201242 2024-11-07T21:22:50,851 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/08ac5030e7d9476281a0022b8b201242, entries=150, sequenceid=372, filesize=12.0 K 2024-11-07T21:22:50,852 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for d3623a1f459e06579bd5cb7f05d15944 in 1057ms, sequenceid=372, compaction requested=false 2024-11-07T21:22:50,852 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d3623a1f459e06579bd5cb7f05d15944: 2024-11-07T21:22:50,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-07T21:22:50,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-07T21:22:50,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:50,941 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing d3623a1f459e06579bd5cb7f05d15944 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-07T21:22:50,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/5f4c33a6c77e48608e6fd4b4b6568328 is 50, key is test_row_0/A:col10/1731014569876/Put/seqid=0 2024-11-07T21:22:50,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741918_1094 (size=12301) 2024-11-07T21:22:51,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on d3623a1f459e06579bd5cb7f05d15944 2024-11-07T21:22:51,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. as already flushing 2024-11-07T21:22:51,086 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:51,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1731014631083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:51,087 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:51,087 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:51,088 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:51,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:51,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44558 deadline: 1731014631088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:51,095 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:51,095 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:51,095 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:51,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:51,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1731014631190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:51,196 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:51,196 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:51,196 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:51,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:51,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44558 deadline: 1731014631202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:51,203 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:51,203 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:51,203 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:51,365 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/5f4c33a6c77e48608e6fd4b4b6568328 2024-11-07T21:22:51,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/af7821e391c749c2b398d7da8cc80589 is 50, key is test_row_0/B:col10/1731014569876/Put/seqid=0 2024-11-07T21:22:51,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:51,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1731014631400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:51,405 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:51,405 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:51,405 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:51,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:51,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44558 deadline: 1731014631409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:51,411 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:51,411 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:51,411 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:51,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741919_1095 (size=12301) 2024-11-07T21:22:51,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-07T21:22:51,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:51,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1731014631712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:51,717 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:51,717 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:51,717 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:51,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:51,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44558 deadline: 1731014631722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:51,723 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:51,723 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:51,724 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:51,822 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/af7821e391c749c2b398d7da8cc80589 2024-11-07T21:22:51,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/c270c46f926f49d19f680b7b84fc6556 is 50, key is test_row_0/C:col10/1731014569876/Put/seqid=0 2024-11-07T21:22:51,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741920_1096 (size=12301) 2024-11-07T21:22:52,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:52,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1731014632230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:52,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:52,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44558 deadline: 1731014632230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:52,233 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:52,233 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:52,233 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:52,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:52,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:52,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:52,293 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/c270c46f926f49d19f680b7b84fc6556 2024-11-07T21:22:52,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/5f4c33a6c77e48608e6fd4b4b6568328 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/5f4c33a6c77e48608e6fd4b4b6568328 2024-11-07T21:22:52,309 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/5f4c33a6c77e48608e6fd4b4b6568328, entries=150, sequenceid=400, filesize=12.0 K 2024-11-07T21:22:52,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/af7821e391c749c2b398d7da8cc80589 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/af7821e391c749c2b398d7da8cc80589 2024-11-07T21:22:52,319 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/af7821e391c749c2b398d7da8cc80589, entries=150, sequenceid=400, filesize=12.0 K 2024-11-07T21:22:52,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/c270c46f926f49d19f680b7b84fc6556 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/c270c46f926f49d19f680b7b84fc6556 2024-11-07T21:22:52,326 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/c270c46f926f49d19f680b7b84fc6556, entries=150, sequenceid=400, filesize=12.0 K 2024-11-07T21:22:52,327 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for d3623a1f459e06579bd5cb7f05d15944 in 1386ms, sequenceid=400, compaction requested=true 2024-11-07T21:22:52,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for d3623a1f459e06579bd5cb7f05d15944: 2024-11-07T21:22:52,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:52,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-11-07T21:22:52,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-11-07T21:22:52,333 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-07T21:22:52,333 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0140 sec 2024-11-07T21:22:52,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 2.0230 sec 2024-11-07T21:22:52,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-07T21:22:52,460 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T21:22:52,460 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T21:22:52,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-11-07T21:22:52,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-07T21:22:52,463 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T21:22:52,464 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T21:22:52,464 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T21:22:52,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-07T21:22:52,617 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-07T21:22:52,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:52,618 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing d3623a1f459e06579bd5cb7f05d15944 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-07T21:22:52,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/c012086b849f4edeae3f092ebf8a8aa6 is 50, key is test_row_0/A:col10/1731014571080/Put/seqid=0 2024-11-07T21:22:52,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741921_1097 (size=12301) 2024-11-07T21:22:52,664 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/c012086b849f4edeae3f092ebf8a8aa6 2024-11-07T21:22:52,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/01cbc29a71c344f6809a596545ed0864 is 50, key is test_row_0/B:col10/1731014571080/Put/seqid=0 2024-11-07T21:22:52,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741922_1098 (size=12301) 2024-11-07T21:22:52,716 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/01cbc29a71c344f6809a596545ed0864 2024-11-07T21:22:52,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/296dffa1e1a94cbdb6611151f66702ca is 50, key is test_row_0/C:col10/1731014571080/Put/seqid=0 2024-11-07T21:22:52,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741923_1099 (size=12301) 2024-11-07T21:22:52,742 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/296dffa1e1a94cbdb6611151f66702ca 2024-11-07T21:22:52,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/c012086b849f4edeae3f092ebf8a8aa6 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/c012086b849f4edeae3f092ebf8a8aa6 2024-11-07T21:22:52,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-07T21:22:52,783 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/c012086b849f4edeae3f092ebf8a8aa6, entries=150, sequenceid=411, filesize=12.0 K 2024-11-07T21:22:52,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/01cbc29a71c344f6809a596545ed0864 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/01cbc29a71c344f6809a596545ed0864 2024-11-07T21:22:52,792 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/01cbc29a71c344f6809a596545ed0864, entries=150, sequenceid=411, filesize=12.0 K 2024-11-07T21:22:52,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/296dffa1e1a94cbdb6611151f66702ca as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/296dffa1e1a94cbdb6611151f66702ca 2024-11-07T21:22:52,801 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/296dffa1e1a94cbdb6611151f66702ca, entries=150, sequenceid=411, filesize=12.0 K 2024-11-07T21:22:52,804 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=0 B/0 for d3623a1f459e06579bd5cb7f05d15944 in 186ms, sequenceid=411, compaction requested=true 2024-11-07T21:22:52,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for d3623a1f459e06579bd5cb7f05d15944: 2024-11-07T21:22:52,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:52,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-11-07T21:22:52,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-11-07T21:22:52,808 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-07T21:22:52,808 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 342 msec 2024-11-07T21:22:52,811 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 348 msec 2024-11-07T21:22:53,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-07T21:22:53,090 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T21:22:53,091 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T21:22:53,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-11-07T21:22:53,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-07T21:22:53,095 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T21:22:53,096 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T21:22:53,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T21:22:53,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-07T21:22:53,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-07T21:22:53,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:53,252 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing d3623a1f459e06579bd5cb7f05d15944 3/3 column families, dataSize=6.71 KB heapSize=18.33 KB 2024-11-07T21:22:53,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/046064ece4ab499188105d3053ae3f1f is 50, key is test_row_2/A:col10/1731014573248/Put/seqid=0 2024-11-07T21:22:53,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. as already flushing 2024-11-07T21:22:53,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on d3623a1f459e06579bd5cb7f05d15944 2024-11-07T21:22:53,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741924_1100 (size=9855) 2024-11-07T21:22:53,315 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/046064ece4ab499188105d3053ae3f1f 2024-11-07T21:22:53,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/818a636dfeb5402ca9782699baa37c1b is 50, key is test_row_2/B:col10/1731014573248/Put/seqid=0 2024-11-07T21:22:53,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-07T21:22:53,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741925_1101 (size=7415) 2024-11-07T21:22:53,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:53,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1731014633430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:53,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:53,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44558 deadline: 1731014633431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:53,447 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:53,447 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:53,447 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:53,450 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:53,450 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:53,450 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:53,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:53,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44558 deadline: 1731014633550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:53,552 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:53,552 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:53,552 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:53,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:53,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1731014633559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:53,563 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:53,563 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:53,563 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:53,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-07T21:22:53,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:53,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44558 deadline: 1731014633759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:53,761 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:53,761 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:53,761 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:53,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:53,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1731014633770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:53,771 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:53,771 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:53,771 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:53,824 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/818a636dfeb5402ca9782699baa37c1b 2024-11-07T21:22:53,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/24e3c19d7986479fa4945e359adb078f is 50, key is test_row_2/C:col10/1731014573248/Put/seqid=0 2024-11-07T21:22:53,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741926_1102 (size=7415) 2024-11-07T21:22:54,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:54,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44558 deadline: 1731014634070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:54,074 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:54,074 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:54,074 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:54,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:54,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1731014634079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:54,081 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:54,081 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:54,081 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:54,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-07T21:22:54,248 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/24e3c19d7986479fa4945e359adb078f 2024-11-07T21:22:54,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/046064ece4ab499188105d3053ae3f1f as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/046064ece4ab499188105d3053ae3f1f 2024-11-07T21:22:54,267 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/046064ece4ab499188105d3053ae3f1f, entries=100, sequenceid=416, filesize=9.6 K 2024-11-07T21:22:54,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/818a636dfeb5402ca9782699baa37c1b as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/818a636dfeb5402ca9782699baa37c1b 2024-11-07T21:22:54,291 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/818a636dfeb5402ca9782699baa37c1b, entries=50, sequenceid=416, filesize=7.2 K 2024-11-07T21:22:54,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/24e3c19d7986479fa4945e359adb078f as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/24e3c19d7986479fa4945e359adb078f 2024-11-07T21:22:54,302 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/24e3c19d7986479fa4945e359adb078f, entries=50, sequenceid=416, filesize=7.2 K 2024-11-07T21:22:54,303 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=187.85 KB/192360 for d3623a1f459e06579bd5cb7f05d15944 in 1051ms, sequenceid=416, compaction requested=true 2024-11-07T21:22:54,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for d3623a1f459e06579bd5cb7f05d15944: 2024-11-07T21:22:54,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:54,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-11-07T21:22:54,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-11-07T21:22:54,314 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-07T21:22:54,315 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2160 sec 2024-11-07T21:22:54,317 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 1.2250 sec 2024-11-07T21:22:54,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on d3623a1f459e06579bd5cb7f05d15944 2024-11-07T21:22:54,441 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-07T21:22:54,441 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d3623a1f459e06579bd5cb7f05d15944 3/3 column families, dataSize=194.56 KB heapSize=510.52 KB 2024-11-07T21:22:54,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:54,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731014634449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:54,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/0615935fd7b14bbd96845c7eba5bb139 is 50, key is test_row_0/A:col10/1731014574440/Put/seqid=0 2024-11-07T21:22:54,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:54,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:54,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:54,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741927_1103 (size=14741) 2024-11-07T21:22:54,480 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/0615935fd7b14bbd96845c7eba5bb139 2024-11-07T21:22:54,494 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/01a25225de2240f5803b49d70214f5f6 is 50, key is test_row_0/B:col10/1731014574440/Put/seqid=0 2024-11-07T21:22:54,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741928_1104 (size=12301) 2024-11-07T21:22:54,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:54,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731014634560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:54,564 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:54,564 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:54,564 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:54,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:54,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44558 deadline: 1731014634579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:54,584 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:54,584 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:54,584 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:54,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:54,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1731014634590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:54,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:54,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:54,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:54,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:54,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731014634769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:54,772 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:54,772 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:54,772 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:54,936 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/01a25225de2240f5803b49d70214f5f6 2024-11-07T21:22:54,978 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/f0d944a2e0614605929772bcfb4f1357 is 50, key is test_row_0/C:col10/1731014574440/Put/seqid=0 2024-11-07T21:22:55,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741929_1105 (size=12301) 2024-11-07T21:22:55,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:55,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731014635080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:55,086 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:55,086 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:55,086 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:55,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-07T21:22:55,241 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T21:22:55,242 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T21:22:55,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-11-07T21:22:55,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-07T21:22:55,246 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T21:22:55,247 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T21:22:55,247 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T21:22:55,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-07T21:22:55,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-07T21:22:55,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:55,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. as already flushing 2024-11-07T21:22:55,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:55,400 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:55,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:55,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:55,421 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/f0d944a2e0614605929772bcfb4f1357 2024-11-07T21:22:55,448 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/0615935fd7b14bbd96845c7eba5bb139 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/0615935fd7b14bbd96845c7eba5bb139 2024-11-07T21:22:55,455 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/0615935fd7b14bbd96845c7eba5bb139, entries=200, sequenceid=448, filesize=14.4 K 2024-11-07T21:22:55,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/01a25225de2240f5803b49d70214f5f6 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/01a25225de2240f5803b49d70214f5f6 2024-11-07T21:22:55,470 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/01a25225de2240f5803b49d70214f5f6, entries=150, sequenceid=448, filesize=12.0 K 2024-11-07T21:22:55,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/f0d944a2e0614605929772bcfb4f1357 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/f0d944a2e0614605929772bcfb4f1357 2024-11-07T21:22:55,485 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/f0d944a2e0614605929772bcfb4f1357, entries=150, sequenceid=448, filesize=12.0 K 2024-11-07T21:22:55,486 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~194.56 KB/199230, heapSize ~510.47 KB/522720, currentSize=6.71 KB/6870 for d3623a1f459e06579bd5cb7f05d15944 in 1045ms, sequenceid=448, compaction requested=true 2024-11-07T21:22:55,486 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d3623a1f459e06579bd5cb7f05d15944: 2024-11-07T21:22:55,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3623a1f459e06579bd5cb7f05d15944:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T21:22:55,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:22:55,487 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-07T21:22:55,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3623a1f459e06579bd5cb7f05d15944:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T21:22:55,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:22:55,487 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-07T21:22:55,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3623a1f459e06579bd5cb7f05d15944:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T21:22:55,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:22:55,490 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 69772 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-07T21:22:55,490 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1541): d3623a1f459e06579bd5cb7f05d15944/B is initiating minor compaction (all files) 2024-11-07T21:22:55,490 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3623a1f459e06579bd5cb7f05d15944/B in TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:55,490 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 79532 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-07T21:22:55,490 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): d3623a1f459e06579bd5cb7f05d15944/A is initiating minor compaction (all files) 2024-11-07T21:22:55,490 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/6e0827ee60664f6d97857b8bf50038ff, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/5f667154ffcd49b2971645818ad2748e, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/af7821e391c749c2b398d7da8cc80589, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/01cbc29a71c344f6809a596545ed0864, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/818a636dfeb5402ca9782699baa37c1b, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/01a25225de2240f5803b49d70214f5f6] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp, totalSize=68.1 K 2024-11-07T21:22:55,490 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3623a1f459e06579bd5cb7f05d15944/A in TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:55,491 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/2fd4249e3f324f508880f62aa411b175, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/4d7fdae221684f2cad146c95e31c94da, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/5f4c33a6c77e48608e6fd4b4b6568328, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/c012086b849f4edeae3f092ebf8a8aa6, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/046064ece4ab499188105d3053ae3f1f, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/0615935fd7b14bbd96845c7eba5bb139] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp, totalSize=77.7 K 2024-11-07T21:22:55,493 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6e0827ee60664f6d97857b8bf50038ff, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1731014569301 2024-11-07T21:22:55,493 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 2fd4249e3f324f508880f62aa411b175, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1731014569301 2024-11-07T21:22:55,493 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f667154ffcd49b2971645818ad2748e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1731014569443 2024-11-07T21:22:55,493 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d7fdae221684f2cad146c95e31c94da, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1731014569443 2024-11-07T21:22:55,494 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting af7821e391c749c2b398d7da8cc80589, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1731014569876 2024-11-07T21:22:55,495 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 5f4c33a6c77e48608e6fd4b4b6568328, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1731014569876 2024-11-07T21:22:55,496 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 01cbc29a71c344f6809a596545ed0864, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1731014571072 2024-11-07T21:22:55,500 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting c012086b849f4edeae3f092ebf8a8aa6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1731014571072 2024-11-07T21:22:55,503 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 818a636dfeb5402ca9782699baa37c1b, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1731014573248 2024-11-07T21:22:55,503 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 046064ece4ab499188105d3053ae3f1f, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1731014573242 2024-11-07T21:22:55,504 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 01a25225de2240f5803b49d70214f5f6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1731014573427 2024-11-07T21:22:55,504 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 0615935fd7b14bbd96845c7eba5bb139, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1731014573402 2024-11-07T21:22:55,527 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3623a1f459e06579bd5cb7f05d15944#B#compaction#93 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:22:55,528 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/0374010c67fd4ffba5de5347324ad9e8 is 50, key is test_row_0/B:col10/1731014574440/Put/seqid=0 2024-11-07T21:22:55,540 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3623a1f459e06579bd5cb7f05d15944#A#compaction#94 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:22:55,541 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/24478ebe7c80466da8caf9ff6ef35ad4 is 50, key is test_row_0/A:col10/1731014574440/Put/seqid=0 2024-11-07T21:22:55,554 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-07T21:22:55,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:55,554 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing d3623a1f459e06579bd5cb7f05d15944 3/3 column families, dataSize=6.71 KB heapSize=18.33 KB 2024-11-07T21:22:55,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-07T21:22:55,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/210b5b9d11ca4b93bc07335e632526ab is 50, key is test_row_1/A:col10/1731014574443/Put/seqid=0 2024-11-07T21:22:55,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741930_1106 (size=13357) 2024-11-07T21:22:55,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on d3623a1f459e06579bd5cb7f05d15944 2024-11-07T21:22:55,612 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. as already flushing 2024-11-07T21:22:55,613 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/0374010c67fd4ffba5de5347324ad9e8 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/0374010c67fd4ffba5de5347324ad9e8 2024-11-07T21:22:55,622 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in d3623a1f459e06579bd5cb7f05d15944/B of d3623a1f459e06579bd5cb7f05d15944 into 0374010c67fd4ffba5de5347324ad9e8(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:22:55,622 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3623a1f459e06579bd5cb7f05d15944: 2024-11-07T21:22:55,622 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., storeName=d3623a1f459e06579bd5cb7f05d15944/B, priority=10, startTime=1731014575487; duration=0sec 2024-11-07T21:22:55,622 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:22:55,622 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3623a1f459e06579bd5cb7f05d15944:B 2024-11-07T21:22:55,622 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-07T21:22:55,626 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 69772 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-07T21:22:55,627 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1541): d3623a1f459e06579bd5cb7f05d15944/C is initiating minor compaction (all files) 2024-11-07T21:22:55,627 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3623a1f459e06579bd5cb7f05d15944/C in TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:55,627 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/d874793e37da4cb1b4cc3bf0d44ccc69, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/08ac5030e7d9476281a0022b8b201242, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/c270c46f926f49d19f680b7b84fc6556, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/296dffa1e1a94cbdb6611151f66702ca, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/24e3c19d7986479fa4945e359adb078f, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/f0d944a2e0614605929772bcfb4f1357] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp, totalSize=68.1 K 2024-11-07T21:22:55,627 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting d874793e37da4cb1b4cc3bf0d44ccc69, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1731014569301 2024-11-07T21:22:55,628 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 08ac5030e7d9476281a0022b8b201242, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1731014569443 2024-11-07T21:22:55,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741931_1107 (size=13357) 2024-11-07T21:22:55,631 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting c270c46f926f49d19f680b7b84fc6556, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1731014569876 2024-11-07T21:22:55,632 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 296dffa1e1a94cbdb6611151f66702ca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1731014571072 2024-11-07T21:22:55,633 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 24e3c19d7986479fa4945e359adb078f, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1731014573248 2024-11-07T21:22:55,634 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting f0d944a2e0614605929772bcfb4f1357, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1731014573427 2024-11-07T21:22:55,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741932_1108 (size=7415) 2024-11-07T21:22:55,664 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/210b5b9d11ca4b93bc07335e632526ab 2024-11-07T21:22:55,683 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3623a1f459e06579bd5cb7f05d15944#C#compaction#96 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:22:55,684 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/67d285e16471423ab6b651d0fb7ae629 is 50, key is test_row_0/C:col10/1731014574440/Put/seqid=0 2024-11-07T21:22:55,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/afc510ee0c2d409ca00a08db2264406a is 50, key is test_row_1/B:col10/1731014574443/Put/seqid=0 2024-11-07T21:22:55,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:55,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731014635692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:55,699 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:55,699 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:55,699 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:55,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:55,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44558 deadline: 1731014635700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:55,708 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:55,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:55,709 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:55,709 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:55,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1731014635700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:55,710 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:55,710 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:55,710 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:55,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741934_1110 (size=7415) 2024-11-07T21:22:55,761 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/afc510ee0c2d409ca00a08db2264406a 2024-11-07T21:22:55,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741933_1109 (size=13357) 2024-11-07T21:22:55,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/6dc0aaec3f54411cb1cdae8ef86491c6 is 50, key is test_row_1/C:col10/1731014574443/Put/seqid=0 2024-11-07T21:22:55,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741935_1111 (size=7415) 2024-11-07T21:22:55,809 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/6dc0aaec3f54411cb1cdae8ef86491c6 2024-11-07T21:22:55,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:55,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731014635810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:55,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:55,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:55,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:55,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/210b5b9d11ca4b93bc07335e632526ab as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/210b5b9d11ca4b93bc07335e632526ab 2024-11-07T21:22:55,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:55,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44558 deadline: 1731014635820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:55,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:55,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1731014635821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:55,824 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:55,824 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:55,824 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:55,824 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:55,824 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:55,824 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:55,825 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/210b5b9d11ca4b93bc07335e632526ab, entries=50, sequenceid=452, filesize=7.2 K 2024-11-07T21:22:55,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/afc510ee0c2d409ca00a08db2264406a as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/afc510ee0c2d409ca00a08db2264406a 2024-11-07T21:22:55,838 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/afc510ee0c2d409ca00a08db2264406a, entries=50, sequenceid=452, filesize=7.2 K 2024-11-07T21:22:55,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/6dc0aaec3f54411cb1cdae8ef86491c6 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/6dc0aaec3f54411cb1cdae8ef86491c6 2024-11-07T21:22:55,852 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/6dc0aaec3f54411cb1cdae8ef86491c6, entries=50, sequenceid=452, filesize=7.2 K 2024-11-07T21:22:55,861 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=194.56 KB/199230 for d3623a1f459e06579bd5cb7f05d15944 in 307ms, sequenceid=452, compaction requested=false 2024-11-07T21:22:55,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for d3623a1f459e06579bd5cb7f05d15944: 2024-11-07T21:22:55,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:55,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-11-07T21:22:55,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-11-07T21:22:55,865 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-07T21:22:55,865 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 616 msec 2024-11-07T21:22:55,868 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 624 msec 2024-11-07T21:22:55,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-07T21:22:55,870 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T21:22:55,870 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T21:22:55,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees 2024-11-07T21:22:55,872 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T21:22:55,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-07T21:22:55,873 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T21:22:55,873 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T21:22:55,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-07T21:22:56,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-07T21:22:56,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on d3623a1f459e06579bd5cb7f05d15944 2024-11-07T21:22:56,027 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-07T21:22:56,027 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d3623a1f459e06579bd5cb7f05d15944 3/3 column families, dataSize=201.27 KB heapSize=528.09 KB 2024-11-07T21:22:56,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:56,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. as already flushing 2024-11-07T21:22:56,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:56,028 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:56,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:56,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:56,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:56,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731014636028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:56,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:56,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:56,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:56,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:56,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44558 deadline: 1731014636031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:56,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:56,033 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:56,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1731014636031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:56,033 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:56,033 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:56,037 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:56,037 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:56,037 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:56,041 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/e86113e0393d4370ae05da06f8213593 is 50, key is test_row_0/A:col10/1731014576024/Put/seqid=0 2024-11-07T21:22:56,046 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/24478ebe7c80466da8caf9ff6ef35ad4 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/24478ebe7c80466da8caf9ff6ef35ad4 2024-11-07T21:22:56,056 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in d3623a1f459e06579bd5cb7f05d15944/A of d3623a1f459e06579bd5cb7f05d15944 into 24478ebe7c80466da8caf9ff6ef35ad4(size=13.0 K), total size for store is 20.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:22:56,057 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3623a1f459e06579bd5cb7f05d15944: 2024-11-07T21:22:56,057 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., storeName=d3623a1f459e06579bd5cb7f05d15944/A, priority=10, startTime=1731014575486; duration=0sec 2024-11-07T21:22:56,057 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:22:56,057 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3623a1f459e06579bd5cb7f05d15944:A 2024-11-07T21:22:56,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741936_1112 (size=14741) 2024-11-07T21:22:56,063 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=486 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/e86113e0393d4370ae05da06f8213593 2024-11-07T21:22:56,082 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/141a00282a6a48c6bde1c0139b56aa0a is 50, key is test_row_0/B:col10/1731014576024/Put/seqid=0 2024-11-07T21:22:56,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741937_1113 (size=12301) 2024-11-07T21:22:56,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:56,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731014636139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:56,141 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:56,141 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:56,141 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:56,142 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=486 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/141a00282a6a48c6bde1c0139b56aa0a 2024-11-07T21:22:56,179 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/3980fabf9ef9452c9be6a2512d531a7c is 50, key is test_row_0/C:col10/1731014576024/Put/seqid=0 2024-11-07T21:22:56,181 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/67d285e16471423ab6b651d0fb7ae629 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/67d285e16471423ab6b651d0fb7ae629 2024-11-07T21:22:56,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-07T21:22:56,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:56,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. as already flushing 2024-11-07T21:22:56,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:56,186 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:56,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:56,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:56,189 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in d3623a1f459e06579bd5cb7f05d15944/C of d3623a1f459e06579bd5cb7f05d15944 into 67d285e16471423ab6b651d0fb7ae629(size=13.0 K), total size for store is 20.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:22:56,189 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3623a1f459e06579bd5cb7f05d15944: 2024-11-07T21:22:56,189 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., storeName=d3623a1f459e06579bd5cb7f05d15944/C, priority=10, startTime=1731014575487; duration=0sec 2024-11-07T21:22:56,189 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:22:56,189 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3623a1f459e06579bd5cb7f05d15944:C 2024-11-07T21:22:56,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-07T21:22:56,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741938_1114 (size=12301) 2024-11-07T21:22:56,223 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=486 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/3980fabf9ef9452c9be6a2512d531a7c 2024-11-07T21:22:56,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/e86113e0393d4370ae05da06f8213593 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/e86113e0393d4370ae05da06f8213593 2024-11-07T21:22:56,247 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/e86113e0393d4370ae05da06f8213593, entries=200, sequenceid=486, filesize=14.4 K 2024-11-07T21:22:56,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/141a00282a6a48c6bde1c0139b56aa0a as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/141a00282a6a48c6bde1c0139b56aa0a 2024-11-07T21:22:56,261 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/141a00282a6a48c6bde1c0139b56aa0a, entries=150, sequenceid=486, filesize=12.0 K 2024-11-07T21:22:56,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/3980fabf9ef9452c9be6a2512d531a7c as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/3980fabf9ef9452c9be6a2512d531a7c 2024-11-07T21:22:56,278 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/3980fabf9ef9452c9be6a2512d531a7c, entries=150, sequenceid=486, filesize=12.0 K 2024-11-07T21:22:56,279 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~201.27 KB/206100, heapSize ~528.05 KB/540720, currentSize=0 B/0 for d3623a1f459e06579bd5cb7f05d15944 in 252ms, sequenceid=486, compaction requested=true 2024-11-07T21:22:56,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d3623a1f459e06579bd5cb7f05d15944: 2024-11-07T21:22:56,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3623a1f459e06579bd5cb7f05d15944:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T21:22:56,279 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:22:56,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:22:56,279 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:22:56,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3623a1f459e06579bd5cb7f05d15944:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T21:22:56,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:22:56,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3623a1f459e06579bd5cb7f05d15944:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T21:22:56,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:22:56,285 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33073 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:22:56,285 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): d3623a1f459e06579bd5cb7f05d15944/B is initiating minor compaction (all files) 2024-11-07T21:22:56,285 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3623a1f459e06579bd5cb7f05d15944/B in TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:56,285 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/0374010c67fd4ffba5de5347324ad9e8, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/afc510ee0c2d409ca00a08db2264406a, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/141a00282a6a48c6bde1c0139b56aa0a] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp, totalSize=32.3 K 2024-11-07T21:22:56,285 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35513 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:22:56,286 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1541): d3623a1f459e06579bd5cb7f05d15944/A is initiating minor compaction (all files) 2024-11-07T21:22:56,286 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3623a1f459e06579bd5cb7f05d15944/A in TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:56,286 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/24478ebe7c80466da8caf9ff6ef35ad4, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/210b5b9d11ca4b93bc07335e632526ab, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/e86113e0393d4370ae05da06f8213593] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp, totalSize=34.7 K 2024-11-07T21:22:56,286 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 24478ebe7c80466da8caf9ff6ef35ad4, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1731014573427 2024-11-07T21:22:56,286 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 0374010c67fd4ffba5de5347324ad9e8, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1731014573427 2024-11-07T21:22:56,287 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 210b5b9d11ca4b93bc07335e632526ab, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1731014574443 2024-11-07T21:22:56,287 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting afc510ee0c2d409ca00a08db2264406a, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1731014574443 2024-11-07T21:22:56,287 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting e86113e0393d4370ae05da06f8213593, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=486, earliestPutTs=1731014575670 2024-11-07T21:22:56,288 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 141a00282a6a48c6bde1c0139b56aa0a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=486, earliestPutTs=1731014575670 2024-11-07T21:22:56,310 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3623a1f459e06579bd5cb7f05d15944#B#compaction#102 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:22:56,311 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/8a879a7e688b493882b84620c8ff4c51 is 50, key is test_row_0/B:col10/1731014576024/Put/seqid=0 2024-11-07T21:22:56,322 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3623a1f459e06579bd5cb7f05d15944#A#compaction#103 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:22:56,323 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/80cc6e0195154a44a7f2cb995a139869 is 50, key is test_row_0/A:col10/1731014576024/Put/seqid=0 2024-11-07T21:22:56,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-07T21:22:56,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:56,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for d3623a1f459e06579bd5cb7f05d15944: 2024-11-07T21:22:56,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:56,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-07T21:22:56,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-07T21:22:56,356 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-07T21:22:56,356 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 476 msec 2024-11-07T21:22:56,362 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees in 491 msec 2024-11-07T21:22:56,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on d3623a1f459e06579bd5cb7f05d15944 2024-11-07T21:22:56,365 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-07T21:22:56,366 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d3623a1f459e06579bd5cb7f05d15944 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-07T21:22:56,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741939_1115 (size=13459) 2024-11-07T21:22:56,417 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/20f38f58340e4ad1afde31b484efbc67 is 50, key is test_row_0/A:col10/1731014576354/Put/seqid=0 2024-11-07T21:22:56,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741940_1116 (size=13459) 2024-11-07T21:22:56,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741941_1117 (size=19621) 2024-11-07T21:22:56,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-07T21:22:56,507 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T21:22:56,508 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T21:22:56,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees 2024-11-07T21:22:56,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-07T21:22:56,511 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T21:22:56,514 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T21:22:56,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T21:22:56,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:56,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731014636569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:56,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:56,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:56,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1731014636569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:56,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:56,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:56,575 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:56,575 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:56,575 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:56,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:56,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44558 deadline: 1731014636573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:56,576 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:56,576 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:56,576 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:56,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-07T21:22:56,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-07T21:22:56,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:56,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. as already flushing 2024-11-07T21:22:56,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:56,667 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:56,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:56,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:56,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:56,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1731014636679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:56,683 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:56,683 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:56,683 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:56,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:56,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:56,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731014636679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:56,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44558 deadline: 1731014636680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:56,684 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:56,684 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:56,684 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:56,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:56,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:56,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:56,795 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/8a879a7e688b493882b84620c8ff4c51 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/8a879a7e688b493882b84620c8ff4c51 2024-11-07T21:22:56,806 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d3623a1f459e06579bd5cb7f05d15944/B of d3623a1f459e06579bd5cb7f05d15944 into 8a879a7e688b493882b84620c8ff4c51(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:22:56,806 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3623a1f459e06579bd5cb7f05d15944: 2024-11-07T21:22:56,806 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., storeName=d3623a1f459e06579bd5cb7f05d15944/B, priority=13, startTime=1731014576279; duration=0sec 2024-11-07T21:22:56,806 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:22:56,806 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3623a1f459e06579bd5cb7f05d15944:B 2024-11-07T21:22:56,806 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:22:56,808 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33073 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:22:56,808 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): d3623a1f459e06579bd5cb7f05d15944/C is initiating minor compaction (all files) 2024-11-07T21:22:56,808 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3623a1f459e06579bd5cb7f05d15944/C in TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:56,808 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/67d285e16471423ab6b651d0fb7ae629, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/6dc0aaec3f54411cb1cdae8ef86491c6, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/3980fabf9ef9452c9be6a2512d531a7c] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp, totalSize=32.3 K 2024-11-07T21:22:56,810 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 67d285e16471423ab6b651d0fb7ae629, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1731014573427 2024-11-07T21:22:56,812 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 6dc0aaec3f54411cb1cdae8ef86491c6, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1731014574443 2024-11-07T21:22:56,813 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 3980fabf9ef9452c9be6a2512d531a7c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=486, earliestPutTs=1731014575670 2024-11-07T21:22:56,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-07T21:22:56,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:56,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. as already flushing 2024-11-07T21:22:56,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:56,822 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:56,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:56,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:56,826 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3623a1f459e06579bd5cb7f05d15944#C#compaction#105 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:22:56,827 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/a3a8061f3bbb405cab288e4185a34fce is 50, key is test_row_0/C:col10/1731014576024/Put/seqid=0 2024-11-07T21:22:56,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-07T21:22:56,844 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/80cc6e0195154a44a7f2cb995a139869 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/80cc6e0195154a44a7f2cb995a139869 2024-11-07T21:22:56,854 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d3623a1f459e06579bd5cb7f05d15944/A of d3623a1f459e06579bd5cb7f05d15944 into 80cc6e0195154a44a7f2cb995a139869(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:22:56,855 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3623a1f459e06579bd5cb7f05d15944: 2024-11-07T21:22:56,855 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., storeName=d3623a1f459e06579bd5cb7f05d15944/A, priority=13, startTime=1731014576279; duration=0sec 2024-11-07T21:22:56,855 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:22:56,855 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3623a1f459e06579bd5cb7f05d15944:A 2024-11-07T21:22:56,863 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=500 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/20f38f58340e4ad1afde31b484efbc67 2024-11-07T21:22:56,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741942_1118 (size=13459) 2024-11-07T21:22:56,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:56,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731014636890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:56,892 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:56,892 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:56,892 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:56,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:56,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1731014636890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:56,892 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:56,893 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:56,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:56,893 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:56,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44558 deadline: 1731014636891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:56,894 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:56,894 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:56,894 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:56,898 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/b92ac65973354ebc8d8ce6baba9b03ea is 50, key is test_row_0/B:col10/1731014576354/Put/seqid=0 2024-11-07T21:22:56,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741943_1119 (size=12301) 2024-11-07T21:22:56,927 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=500 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/b92ac65973354ebc8d8ce6baba9b03ea 2024-11-07T21:22:56,937 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/5e3a8a03deb643c68eca9b448a83d6af is 50, key is test_row_0/C:col10/1731014576354/Put/seqid=0 2024-11-07T21:22:56,984 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-07T21:22:56,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:56,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. as already flushing 2024-11-07T21:22:56,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:56,984 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:56,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:56,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:57,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741944_1120 (size=12301) 2024-11-07T21:22:57,138 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-07T21:22:57,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:57,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. as already flushing 2024-11-07T21:22:57,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:57,138 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:57,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:57,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:57,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-07T21:22:57,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:57,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:57,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44558 deadline: 1731014637199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:57,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731014637199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:57,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:22:57,206 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:57,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44512 deadline: 1731014637200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 2024-11-07T21:22:57,206 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:57,206 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:57,206 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:57,206 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:57,206 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:57,206 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:57,206 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:22:57,207 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:22:57,291 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-07T21:22:57,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:57,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. as already flushing 2024-11-07T21:22:57,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:57,291 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:57,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:57,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:57,299 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/a3a8061f3bbb405cab288e4185a34fce as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/a3a8061f3bbb405cab288e4185a34fce 2024-11-07T21:22:57,309 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d3623a1f459e06579bd5cb7f05d15944/C of d3623a1f459e06579bd5cb7f05d15944 into a3a8061f3bbb405cab288e4185a34fce(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:22:57,309 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3623a1f459e06579bd5cb7f05d15944: 2024-11-07T21:22:57,309 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., storeName=d3623a1f459e06579bd5cb7f05d15944/C, priority=13, startTime=1731014576280; duration=0sec 2024-11-07T21:22:57,309 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:22:57,309 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3623a1f459e06579bd5cb7f05d15944:C 2024-11-07T21:22:57,403 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=500 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/5e3a8a03deb643c68eca9b448a83d6af 2024-11-07T21:22:57,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/20f38f58340e4ad1afde31b484efbc67 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/20f38f58340e4ad1afde31b484efbc67 2024-11-07T21:22:57,417 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/20f38f58340e4ad1afde31b484efbc67, entries=300, sequenceid=500, filesize=19.2 K 2024-11-07T21:22:57,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/b92ac65973354ebc8d8ce6baba9b03ea as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/b92ac65973354ebc8d8ce6baba9b03ea 2024-11-07T21:22:57,438 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/b92ac65973354ebc8d8ce6baba9b03ea, entries=150, sequenceid=500, filesize=12.0 K 2024-11-07T21:22:57,441 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/5e3a8a03deb643c68eca9b448a83d6af as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/5e3a8a03deb643c68eca9b448a83d6af 2024-11-07T21:22:57,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-07T21:22:57,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:57,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. as already flushing 2024-11-07T21:22:57,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:57,448 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/5e3a8a03deb643c68eca9b448a83d6af, entries=150, sequenceid=500, filesize=12.0 K 2024-11-07T21:22:57,447 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:57,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:57,449 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=161.02 KB/164880 for d3623a1f459e06579bd5cb7f05d15944 in 1084ms, sequenceid=500, compaction requested=false 2024-11-07T21:22:57,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d3623a1f459e06579bd5cb7f05d15944: 2024-11-07T21:22:57,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:22:57,570 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-11-07T21:22:57,570 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-11-07T21:22:57,570 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-11-07T21:22:57,570 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T21:22:57,570 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T21:22:57,570 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T21:22:57,573 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-11-07T21:22:57,573 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T21:22:57,575 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:22:57,575 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:22:57,575 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:22:57,575 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:22:57,576 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:22:57,576 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:22:57,576 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:22:57,576 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T21:22:57,576 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T21:22:57,576 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T21:22:57,577 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:22:57,577 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T21:22:57,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-07T21:22:57,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:57,602 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2902): Flushing d3623a1f459e06579bd5cb7f05d15944 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-07T21:22:57,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/cca11c8238f14499b09e7d40ac9ebdae is 50, key is test_row_0/A:col10/1731014576551/Put/seqid=0 2024-11-07T21:22:57,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741945_1121 (size=12301) 2024-11-07T21:22:57,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-07T21:22:57,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on d3623a1f459e06579bd5cb7f05d15944 2024-11-07T21:22:57,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. as already flushing 2024-11-07T21:22:57,712 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-11-07T21:22:57,712 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-11-07T21:22:57,712 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T21:22:57,712 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T21:22:57,712 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:22:57,712 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:22:57,712 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-11-07T21:22:57,712 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:22:57,712 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:22:57,712 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T21:22:57,712 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T21:22:57,712 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:22:57,712 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:22:57,712 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T21:22:57,713 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T21:22:58,012 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=530 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/cca11c8238f14499b09e7d40ac9ebdae 2024-11-07T21:22:58,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/d72a484cacd94ecb9e8498c32d6b8b96 is 50, key is test_row_0/B:col10/1731014576551/Put/seqid=0 2024-11-07T21:22:58,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741946_1122 (size=12301) 2024-11-07T21:22:58,042 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=530 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/d72a484cacd94ecb9e8498c32d6b8b96 2024-11-07T21:22:58,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/29ee96c350ad43abbc1d9565d9ffc15d is 50, key is test_row_0/C:col10/1731014576551/Put/seqid=0 2024-11-07T21:22:58,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741947_1123 (size=12301) 2024-11-07T21:22:58,455 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=530 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/29ee96c350ad43abbc1d9565d9ffc15d 2024-11-07T21:22:58,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/cca11c8238f14499b09e7d40ac9ebdae as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/cca11c8238f14499b09e7d40ac9ebdae 2024-11-07T21:22:58,468 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/cca11c8238f14499b09e7d40ac9ebdae, entries=150, sequenceid=530, filesize=12.0 K 2024-11-07T21:22:58,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/d72a484cacd94ecb9e8498c32d6b8b96 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/d72a484cacd94ecb9e8498c32d6b8b96 2024-11-07T21:22:58,475 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/d72a484cacd94ecb9e8498c32d6b8b96, entries=150, sequenceid=530, filesize=12.0 K 2024-11-07T21:22:58,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/29ee96c350ad43abbc1d9565d9ffc15d as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/29ee96c350ad43abbc1d9565d9ffc15d 2024-11-07T21:22:58,484 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/29ee96c350ad43abbc1d9565d9ffc15d, entries=150, sequenceid=530, filesize=12.0 K 2024-11-07T21:22:58,485 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=20.13 KB/20610 for d3623a1f459e06579bd5cb7f05d15944 in 883ms, sequenceid=530, compaction requested=true 2024-11-07T21:22:58,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for d3623a1f459e06579bd5cb7f05d15944: 2024-11-07T21:22:58,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:58,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-07T21:22:58,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-07T21:22:58,488 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-07T21:22:58,489 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9730 sec 2024-11-07T21:22:58,490 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees in 1.9810 sec 2024-11-07T21:22:58,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-07T21:22:58,660 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T21:22:59,393 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-11-07T21:22:59,393 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T21:22:59,394 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:22:59,394 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:22:59,394 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T21:22:59,424 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-11-07T21:22:59,424 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T21:22:59,424 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:22:59,424 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:22:59,424 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T21:22:59,425 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-07T21:22:59,425 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 69 2024-11-07T21:22:59,425 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 22 2024-11-07T21:22:59,425 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 157 2024-11-07T21:22:59,425 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 153 2024-11-07T21:22:59,425 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 21 2024-11-07T21:22:59,425 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-07T21:22:59,425 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2578 2024-11-07T21:22:59,426 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2616 2024-11-07T21:22:59,426 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-07T21:22:59,426 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1268 2024-11-07T21:22:59,426 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3804 rows 2024-11-07T21:22:59,426 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1278 2024-11-07T21:22:59,426 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3808 rows 2024-11-07T21:22:59,426 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T21:22:59,426 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T21:22:59,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:22:59,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:22:59,427 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T21:22:59,433 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-07T21:22:59,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-07T21:22:59,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-07T21:22:59,442 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731014579442"}]},"ts":"1731014579442"} 2024-11-07T21:22:59,444 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-07T21:22:59,444 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-07T21:22:59,446 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-07T21:22:59,450 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d3623a1f459e06579bd5cb7f05d15944, UNASSIGN}] 2024-11-07T21:22:59,450 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d3623a1f459e06579bd5cb7f05d15944, UNASSIGN 2024-11-07T21:22:59,451 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=d3623a1f459e06579bd5cb7f05d15944, regionState=CLOSING, regionLocation=4fc742968c91,33553,1731014551923 2024-11-07T21:22:59,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d3623a1f459e06579bd5cb7f05d15944, UNASSIGN because future has completed 2024-11-07T21:22:59,454 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-07T21:22:59,454 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE, hasLock=false; CloseRegionProcedure d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923}] 2024-11-07T21:22:59,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-07T21:22:59,615 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(122): Close d3623a1f459e06579bd5cb7f05d15944 2024-11-07T21:22:59,615 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-07T21:22:59,617 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1722): Closing d3623a1f459e06579bd5cb7f05d15944, disabling compactions & flushes 2024-11-07T21:22:59,617 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:59,617 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:59,618 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. after waiting 1 ms 2024-11-07T21:22:59,618 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:22:59,618 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(2902): Flushing d3623a1f459e06579bd5cb7f05d15944 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-07T21:22:59,624 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/e4b1555ebc884f46bf3d04ea94215450 is 50, key is test_row_0/A:col10/1731014577710/Put/seqid=0 2024-11-07T21:22:59,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741948_1124 (size=12301) 2024-11-07T21:22:59,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-07T21:23:00,031 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=538 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/e4b1555ebc884f46bf3d04ea94215450 2024-11-07T21:23:00,048 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/35a986ed386f45d7bdf5420343c3a881 is 50, key is test_row_0/B:col10/1731014577710/Put/seqid=0 2024-11-07T21:23:00,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741949_1125 (size=12301) 2024-11-07T21:23:00,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-07T21:23:00,200 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T21:23:00,454 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=538 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/35a986ed386f45d7bdf5420343c3a881 2024-11-07T21:23:00,468 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/e7cb3d47bb6f4e158efbf2f2bbb92df8 is 50, key is test_row_0/C:col10/1731014577710/Put/seqid=0 2024-11-07T21:23:00,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741950_1126 (size=12301) 2024-11-07T21:23:00,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-07T21:23:00,874 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=538 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/e7cb3d47bb6f4e158efbf2f2bbb92df8 2024-11-07T21:23:00,885 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/A/e4b1555ebc884f46bf3d04ea94215450 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/e4b1555ebc884f46bf3d04ea94215450 2024-11-07T21:23:00,891 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/e4b1555ebc884f46bf3d04ea94215450, entries=150, sequenceid=538, filesize=12.0 K 2024-11-07T21:23:00,893 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/B/35a986ed386f45d7bdf5420343c3a881 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/35a986ed386f45d7bdf5420343c3a881 2024-11-07T21:23:00,899 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/35a986ed386f45d7bdf5420343c3a881, entries=150, sequenceid=538, filesize=12.0 K 2024-11-07T21:23:00,901 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/.tmp/C/e7cb3d47bb6f4e158efbf2f2bbb92df8 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/e7cb3d47bb6f4e158efbf2f2bbb92df8 2024-11-07T21:23:00,907 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/e7cb3d47bb6f4e158efbf2f2bbb92df8, entries=150, sequenceid=538, filesize=12.0 K 2024-11-07T21:23:00,908 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for d3623a1f459e06579bd5cb7f05d15944 in 1290ms, sequenceid=538, compaction requested=true 2024-11-07T21:23:00,909 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/10beed400535439aa79ab3e8cf754aef, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/d6b8c2c1081a4e51814c6adb88c42bdb, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/2c4e0f4df3174fd1be100a0a1ec54831, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/cc8e04dab6f74e6d97c90cbb01cf1990, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/bc4135e24b4941659121a98d8851e933, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/7b38a362d0eb4e55be199804c9f8d6a0, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/bf82d83fbd2e44f0976f56769b5a064a, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/182861c86e06452aa96868e4dba65715, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/53453b44427c4e428665053aeb7025dd, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/cbe6db7f2a034a91b6afe226b07f583d, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/4a80cfea8b9f4f578f21bb200f816a88, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/82f526c5d9c34b47bafcfe20ff955dee, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/4fe062079d2748389b9a9a803f41a3fa, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/631a3e1f69cf420993fd163db915210c, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/25605040342c490d9ea075b5314278ee, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/df836562be7f403a81548cee6f6380db, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/aeac67467a4e42edbff4575c7b4ae423, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/7d62b06e86034e1b8400fb82687b7531, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/1198fd4843284632bfa0d391f366840e, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/c55c7669c0e74997997239ab7ebd4aad, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/d22797bb2af24e1d818a8d8466d43fde, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/20af77700cce428d868b9e0594575e43, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/d47e2e4cb6e149608b9dfb07eee0cb8f, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/0dad1734217343c3b468dbc77ee4c02e, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/2fd4249e3f324f508880f62aa411b175, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/8bb4eb89637449bba3a8ae18efdb64ee, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/4d7fdae221684f2cad146c95e31c94da, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/5f4c33a6c77e48608e6fd4b4b6568328, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/c012086b849f4edeae3f092ebf8a8aa6, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/046064ece4ab499188105d3053ae3f1f, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/0615935fd7b14bbd96845c7eba5bb139, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/24478ebe7c80466da8caf9ff6ef35ad4, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/210b5b9d11ca4b93bc07335e632526ab, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/e86113e0393d4370ae05da06f8213593] to archive 2024-11-07T21:23:00,912 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T21:23:00,917 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/10beed400535439aa79ab3e8cf754aef to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/10beed400535439aa79ab3e8cf754aef 2024-11-07T21:23:00,918 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/d6b8c2c1081a4e51814c6adb88c42bdb to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/d6b8c2c1081a4e51814c6adb88c42bdb 2024-11-07T21:23:00,919 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/2c4e0f4df3174fd1be100a0a1ec54831 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/2c4e0f4df3174fd1be100a0a1ec54831 2024-11-07T21:23:00,921 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/cc8e04dab6f74e6d97c90cbb01cf1990 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/cc8e04dab6f74e6d97c90cbb01cf1990 2024-11-07T21:23:00,922 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/bc4135e24b4941659121a98d8851e933 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/bc4135e24b4941659121a98d8851e933 2024-11-07T21:23:00,923 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/7b38a362d0eb4e55be199804c9f8d6a0 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/7b38a362d0eb4e55be199804c9f8d6a0 2024-11-07T21:23:00,925 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/bf82d83fbd2e44f0976f56769b5a064a to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/bf82d83fbd2e44f0976f56769b5a064a 2024-11-07T21:23:00,926 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/182861c86e06452aa96868e4dba65715 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/182861c86e06452aa96868e4dba65715 2024-11-07T21:23:00,927 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/53453b44427c4e428665053aeb7025dd to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/53453b44427c4e428665053aeb7025dd 2024-11-07T21:23:00,928 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/cbe6db7f2a034a91b6afe226b07f583d to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/cbe6db7f2a034a91b6afe226b07f583d 2024-11-07T21:23:00,929 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/4a80cfea8b9f4f578f21bb200f816a88 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/4a80cfea8b9f4f578f21bb200f816a88 2024-11-07T21:23:00,931 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/82f526c5d9c34b47bafcfe20ff955dee to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/82f526c5d9c34b47bafcfe20ff955dee 2024-11-07T21:23:00,932 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/4fe062079d2748389b9a9a803f41a3fa to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/4fe062079d2748389b9a9a803f41a3fa 2024-11-07T21:23:00,933 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/631a3e1f69cf420993fd163db915210c to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/631a3e1f69cf420993fd163db915210c 2024-11-07T21:23:00,934 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/25605040342c490d9ea075b5314278ee to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/25605040342c490d9ea075b5314278ee 2024-11-07T21:23:00,936 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/df836562be7f403a81548cee6f6380db to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/df836562be7f403a81548cee6f6380db 2024-11-07T21:23:00,937 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/aeac67467a4e42edbff4575c7b4ae423 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/aeac67467a4e42edbff4575c7b4ae423 2024-11-07T21:23:00,938 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/7d62b06e86034e1b8400fb82687b7531 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/7d62b06e86034e1b8400fb82687b7531 2024-11-07T21:23:00,939 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/1198fd4843284632bfa0d391f366840e to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/1198fd4843284632bfa0d391f366840e 2024-11-07T21:23:00,940 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/c55c7669c0e74997997239ab7ebd4aad to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/c55c7669c0e74997997239ab7ebd4aad 2024-11-07T21:23:00,941 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/d22797bb2af24e1d818a8d8466d43fde to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/d22797bb2af24e1d818a8d8466d43fde 2024-11-07T21:23:00,943 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/20af77700cce428d868b9e0594575e43 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/20af77700cce428d868b9e0594575e43 2024-11-07T21:23:00,944 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/d47e2e4cb6e149608b9dfb07eee0cb8f to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/d47e2e4cb6e149608b9dfb07eee0cb8f 2024-11-07T21:23:00,945 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/0dad1734217343c3b468dbc77ee4c02e to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/0dad1734217343c3b468dbc77ee4c02e 2024-11-07T21:23:00,946 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/2fd4249e3f324f508880f62aa411b175 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/2fd4249e3f324f508880f62aa411b175 2024-11-07T21:23:00,947 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/8bb4eb89637449bba3a8ae18efdb64ee to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/8bb4eb89637449bba3a8ae18efdb64ee 2024-11-07T21:23:00,948 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/4d7fdae221684f2cad146c95e31c94da to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/4d7fdae221684f2cad146c95e31c94da 2024-11-07T21:23:00,950 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/5f4c33a6c77e48608e6fd4b4b6568328 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/5f4c33a6c77e48608e6fd4b4b6568328 2024-11-07T21:23:00,951 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/c012086b849f4edeae3f092ebf8a8aa6 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/c012086b849f4edeae3f092ebf8a8aa6 2024-11-07T21:23:00,952 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/046064ece4ab499188105d3053ae3f1f to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/046064ece4ab499188105d3053ae3f1f 2024-11-07T21:23:00,953 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/0615935fd7b14bbd96845c7eba5bb139 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/0615935fd7b14bbd96845c7eba5bb139 2024-11-07T21:23:00,954 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/24478ebe7c80466da8caf9ff6ef35ad4 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/24478ebe7c80466da8caf9ff6ef35ad4 2024-11-07T21:23:00,955 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/210b5b9d11ca4b93bc07335e632526ab to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/210b5b9d11ca4b93bc07335e632526ab 2024-11-07T21:23:00,957 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/e86113e0393d4370ae05da06f8213593 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/e86113e0393d4370ae05da06f8213593 2024-11-07T21:23:00,971 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/1b84ff233fcf40f1b03c479df1b67f72, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/b29d5ef9d3ed472daffa8d4cfa88441a, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/d3a6aeae8d6448948bc5e25a8a35708e, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/1b5961eeff7443cda5ad8ade1f01dc87, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/4e0f23ba469d4e63ae6642cf84657944, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/103bbc38ab344ecbb53cd25748a739ed, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/40740aa0e1e94c5e8cf206f35a4f282e, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/466ab3bf68044de98f9f1bbc596e51eb, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/b7cf254d80c04a1e8b617aa666bea8af, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/6f55c961d73a4872ab7bbb201a334367, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/2abaf110df264b1297513395c9564bf6, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/7873d6902e2b4b6db6f73b16f84109b8, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/4450bce0192f4e649f2f46259cd57124, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/c0885140fae24c85b6fb964b17df6c9c, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/4e9fd7a2c9464ece979fc0612dcb915e, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/f14ac8e2c92e4a6e8be10052365b2630, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/a6d85c41fc0342e3800324b6847fabc7, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/c6faf9ce5e6f4eaca91aa1d6e2b52665, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/053c4fe752014b89ad761de3aa997d4e, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/843629531cc040679d53a998bf0230da, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/f266d2b70e944ea39f9ed5294a73d89f, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/4d8e3e303f9042839eb38425a8cbd7aa, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/ed193ef1b49b488c9ff97fd5f29f3e2e, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/16ffb36bbf8d40d886b26170f5edb251, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/6e0827ee60664f6d97857b8bf50038ff, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/b5a44a77b16e4fac95105850ccc49557, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/5f667154ffcd49b2971645818ad2748e, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/af7821e391c749c2b398d7da8cc80589, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/01cbc29a71c344f6809a596545ed0864, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/818a636dfeb5402ca9782699baa37c1b, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/0374010c67fd4ffba5de5347324ad9e8, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/01a25225de2240f5803b49d70214f5f6, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/afc510ee0c2d409ca00a08db2264406a, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/141a00282a6a48c6bde1c0139b56aa0a] to archive 2024-11-07T21:23:00,972 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T21:23:00,974 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/1b84ff233fcf40f1b03c479df1b67f72 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/1b84ff233fcf40f1b03c479df1b67f72 2024-11-07T21:23:00,976 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/b29d5ef9d3ed472daffa8d4cfa88441a to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/b29d5ef9d3ed472daffa8d4cfa88441a 2024-11-07T21:23:00,977 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/d3a6aeae8d6448948bc5e25a8a35708e to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/d3a6aeae8d6448948bc5e25a8a35708e 2024-11-07T21:23:00,978 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/1b5961eeff7443cda5ad8ade1f01dc87 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/1b5961eeff7443cda5ad8ade1f01dc87 2024-11-07T21:23:00,980 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/4e0f23ba469d4e63ae6642cf84657944 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/4e0f23ba469d4e63ae6642cf84657944 2024-11-07T21:23:00,981 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/103bbc38ab344ecbb53cd25748a739ed to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/103bbc38ab344ecbb53cd25748a739ed 2024-11-07T21:23:00,983 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/40740aa0e1e94c5e8cf206f35a4f282e to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/40740aa0e1e94c5e8cf206f35a4f282e 2024-11-07T21:23:00,984 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/466ab3bf68044de98f9f1bbc596e51eb to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/466ab3bf68044de98f9f1bbc596e51eb 2024-11-07T21:23:00,985 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/b7cf254d80c04a1e8b617aa666bea8af to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/b7cf254d80c04a1e8b617aa666bea8af 2024-11-07T21:23:00,986 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/6f55c961d73a4872ab7bbb201a334367 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/6f55c961d73a4872ab7bbb201a334367 2024-11-07T21:23:00,987 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/2abaf110df264b1297513395c9564bf6 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/2abaf110df264b1297513395c9564bf6 2024-11-07T21:23:00,989 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/7873d6902e2b4b6db6f73b16f84109b8 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/7873d6902e2b4b6db6f73b16f84109b8 2024-11-07T21:23:00,990 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/4450bce0192f4e649f2f46259cd57124 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/4450bce0192f4e649f2f46259cd57124 2024-11-07T21:23:00,991 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/c0885140fae24c85b6fb964b17df6c9c to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/c0885140fae24c85b6fb964b17df6c9c 2024-11-07T21:23:00,991 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/4e9fd7a2c9464ece979fc0612dcb915e to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/4e9fd7a2c9464ece979fc0612dcb915e 2024-11-07T21:23:00,992 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/f14ac8e2c92e4a6e8be10052365b2630 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/f14ac8e2c92e4a6e8be10052365b2630 2024-11-07T21:23:00,993 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/a6d85c41fc0342e3800324b6847fabc7 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/a6d85c41fc0342e3800324b6847fabc7 2024-11-07T21:23:00,994 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/c6faf9ce5e6f4eaca91aa1d6e2b52665 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/c6faf9ce5e6f4eaca91aa1d6e2b52665 2024-11-07T21:23:00,995 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/053c4fe752014b89ad761de3aa997d4e to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/053c4fe752014b89ad761de3aa997d4e 2024-11-07T21:23:00,996 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/843629531cc040679d53a998bf0230da to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/843629531cc040679d53a998bf0230da 2024-11-07T21:23:00,997 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/f266d2b70e944ea39f9ed5294a73d89f to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/f266d2b70e944ea39f9ed5294a73d89f 2024-11-07T21:23:00,998 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/4d8e3e303f9042839eb38425a8cbd7aa to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/4d8e3e303f9042839eb38425a8cbd7aa 2024-11-07T21:23:00,999 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/ed193ef1b49b488c9ff97fd5f29f3e2e to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/ed193ef1b49b488c9ff97fd5f29f3e2e 2024-11-07T21:23:01,000 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/16ffb36bbf8d40d886b26170f5edb251 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/16ffb36bbf8d40d886b26170f5edb251 2024-11-07T21:23:01,001 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/6e0827ee60664f6d97857b8bf50038ff to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/6e0827ee60664f6d97857b8bf50038ff 2024-11-07T21:23:01,002 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/b5a44a77b16e4fac95105850ccc49557 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/b5a44a77b16e4fac95105850ccc49557 2024-11-07T21:23:01,002 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/5f667154ffcd49b2971645818ad2748e to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/5f667154ffcd49b2971645818ad2748e 2024-11-07T21:23:01,003 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/af7821e391c749c2b398d7da8cc80589 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/af7821e391c749c2b398d7da8cc80589 2024-11-07T21:23:01,004 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/01cbc29a71c344f6809a596545ed0864 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/01cbc29a71c344f6809a596545ed0864 2024-11-07T21:23:01,005 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/818a636dfeb5402ca9782699baa37c1b to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/818a636dfeb5402ca9782699baa37c1b 2024-11-07T21:23:01,006 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/0374010c67fd4ffba5de5347324ad9e8 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/0374010c67fd4ffba5de5347324ad9e8 2024-11-07T21:23:01,007 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/01a25225de2240f5803b49d70214f5f6 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/01a25225de2240f5803b49d70214f5f6 2024-11-07T21:23:01,008 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/afc510ee0c2d409ca00a08db2264406a to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/afc510ee0c2d409ca00a08db2264406a 2024-11-07T21:23:01,009 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/141a00282a6a48c6bde1c0139b56aa0a to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/141a00282a6a48c6bde1c0139b56aa0a 2024-11-07T21:23:01,011 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/ca8c541361504fad95959667bc6cb595, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/c500d7c673a84b3aa5348d36d81ecd3f, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/1a7e513dd9d74a18a69b531f7f1426dd, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/20b92f814879410ab0d13c17296909e3, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/20fc00e793744c5dbbbd48afbd4e3659, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/ad2e4c08d8be4d6cb9dff09b66313fe0, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/1b74d3e37d7e4e898a382764032b261c, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/00580b4caf794b23a0ddf867cf730392, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/708cc0b49ae64277a987b454cc9a670b, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/86a07294ce8348338ba05e29f4842e48, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/5ab60343c7b64dea9cb4cf112c4c12c9, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/d2c2cc30d4e84de0a680b99914ac8a5b, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/b2a6ee66cdf64262883b8ab1bd283060, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/2e5d3104332a460eab99ab517f272df4, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/7d4eb614a1434e17999995ab0d9c7cc2, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/02d26b17784e48909078c84c3fa5af24, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/2ba934e3216e4eb8ba95de45e4aa25d4, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/770a6429cb764b9cb0287871359613b0, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/fa1541251464468e82abf44bab3fa9bc, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/0ee55b4d167b4d06ab534122f1b3530d, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/89916760486b4563b9ef0310eb9b3a84, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/f4af9c973a354201b81180c0c3fbd39f, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/129d6fb5928e473590e725d05d551315, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/be753b5f80f24b058efc62b8080df160, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/d874793e37da4cb1b4cc3bf0d44ccc69, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/6c994cea9e99432aa5c9a675d88fdc48, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/08ac5030e7d9476281a0022b8b201242, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/c270c46f926f49d19f680b7b84fc6556, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/296dffa1e1a94cbdb6611151f66702ca, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/24e3c19d7986479fa4945e359adb078f, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/67d285e16471423ab6b651d0fb7ae629, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/f0d944a2e0614605929772bcfb4f1357, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/6dc0aaec3f54411cb1cdae8ef86491c6, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/3980fabf9ef9452c9be6a2512d531a7c] to archive 2024-11-07T21:23:01,012 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T21:23:01,013 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/ca8c541361504fad95959667bc6cb595 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/ca8c541361504fad95959667bc6cb595 2024-11-07T21:23:01,015 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/c500d7c673a84b3aa5348d36d81ecd3f to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/c500d7c673a84b3aa5348d36d81ecd3f 2024-11-07T21:23:01,016 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/1a7e513dd9d74a18a69b531f7f1426dd to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/1a7e513dd9d74a18a69b531f7f1426dd 2024-11-07T21:23:01,018 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/20b92f814879410ab0d13c17296909e3 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/20b92f814879410ab0d13c17296909e3 2024-11-07T21:23:01,019 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/20fc00e793744c5dbbbd48afbd4e3659 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/20fc00e793744c5dbbbd48afbd4e3659 2024-11-07T21:23:01,020 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/ad2e4c08d8be4d6cb9dff09b66313fe0 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/ad2e4c08d8be4d6cb9dff09b66313fe0 2024-11-07T21:23:01,022 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/1b74d3e37d7e4e898a382764032b261c to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/1b74d3e37d7e4e898a382764032b261c 2024-11-07T21:23:01,023 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/00580b4caf794b23a0ddf867cf730392 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/00580b4caf794b23a0ddf867cf730392 2024-11-07T21:23:01,024 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/708cc0b49ae64277a987b454cc9a670b to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/708cc0b49ae64277a987b454cc9a670b 2024-11-07T21:23:01,025 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/86a07294ce8348338ba05e29f4842e48 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/86a07294ce8348338ba05e29f4842e48 2024-11-07T21:23:01,027 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/5ab60343c7b64dea9cb4cf112c4c12c9 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/5ab60343c7b64dea9cb4cf112c4c12c9 2024-11-07T21:23:01,028 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/d2c2cc30d4e84de0a680b99914ac8a5b to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/d2c2cc30d4e84de0a680b99914ac8a5b 2024-11-07T21:23:01,029 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/b2a6ee66cdf64262883b8ab1bd283060 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/b2a6ee66cdf64262883b8ab1bd283060 2024-11-07T21:23:01,031 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/2e5d3104332a460eab99ab517f272df4 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/2e5d3104332a460eab99ab517f272df4 2024-11-07T21:23:01,032 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/7d4eb614a1434e17999995ab0d9c7cc2 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/7d4eb614a1434e17999995ab0d9c7cc2 2024-11-07T21:23:01,033 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/02d26b17784e48909078c84c3fa5af24 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/02d26b17784e48909078c84c3fa5af24 2024-11-07T21:23:01,035 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/2ba934e3216e4eb8ba95de45e4aa25d4 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/2ba934e3216e4eb8ba95de45e4aa25d4 2024-11-07T21:23:01,036 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/770a6429cb764b9cb0287871359613b0 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/770a6429cb764b9cb0287871359613b0 2024-11-07T21:23:01,037 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/fa1541251464468e82abf44bab3fa9bc to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/fa1541251464468e82abf44bab3fa9bc 2024-11-07T21:23:01,038 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/0ee55b4d167b4d06ab534122f1b3530d to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/0ee55b4d167b4d06ab534122f1b3530d 2024-11-07T21:23:01,039 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/89916760486b4563b9ef0310eb9b3a84 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/89916760486b4563b9ef0310eb9b3a84 2024-11-07T21:23:01,041 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/f4af9c973a354201b81180c0c3fbd39f to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/f4af9c973a354201b81180c0c3fbd39f 2024-11-07T21:23:01,042 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/129d6fb5928e473590e725d05d551315 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/129d6fb5928e473590e725d05d551315 2024-11-07T21:23:01,043 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/be753b5f80f24b058efc62b8080df160 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/be753b5f80f24b058efc62b8080df160 2024-11-07T21:23:01,044 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/d874793e37da4cb1b4cc3bf0d44ccc69 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/d874793e37da4cb1b4cc3bf0d44ccc69 2024-11-07T21:23:01,045 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/6c994cea9e99432aa5c9a675d88fdc48 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/6c994cea9e99432aa5c9a675d88fdc48 2024-11-07T21:23:01,046 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/08ac5030e7d9476281a0022b8b201242 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/08ac5030e7d9476281a0022b8b201242 2024-11-07T21:23:01,048 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/c270c46f926f49d19f680b7b84fc6556 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/c270c46f926f49d19f680b7b84fc6556 2024-11-07T21:23:01,049 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/296dffa1e1a94cbdb6611151f66702ca to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/296dffa1e1a94cbdb6611151f66702ca 2024-11-07T21:23:01,050 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/24e3c19d7986479fa4945e359adb078f to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/24e3c19d7986479fa4945e359adb078f 2024-11-07T21:23:01,051 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/67d285e16471423ab6b651d0fb7ae629 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/67d285e16471423ab6b651d0fb7ae629 2024-11-07T21:23:01,052 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/f0d944a2e0614605929772bcfb4f1357 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/f0d944a2e0614605929772bcfb4f1357 2024-11-07T21:23:01,053 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/6dc0aaec3f54411cb1cdae8ef86491c6 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/6dc0aaec3f54411cb1cdae8ef86491c6 2024-11-07T21:23:01,054 DEBUG [StoreCloser-TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/3980fabf9ef9452c9be6a2512d531a7c to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/3980fabf9ef9452c9be6a2512d531a7c 2024-11-07T21:23:01,059 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/recovered.edits/541.seqid, newMaxSeqId=541, maxSeqId=1 2024-11-07T21:23:01,060 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. 2024-11-07T21:23:01,060 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1676): Region close journal for d3623a1f459e06579bd5cb7f05d15944: Waiting for close lock at 1731014579617Running coprocessor pre-close hooks at 1731014579617Disabling compacts and flushes for region at 1731014579617Disabling writes for close at 1731014579618 (+1 ms)Obtaining lock to block concurrent updates at 1731014579618Preparing flush snapshotting stores in d3623a1f459e06579bd5cb7f05d15944 at 1731014579618Finished memstore snapshotting TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731014579619 (+1 ms)Flushing stores of TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944. at 1731014579620 (+1 ms)Flushing d3623a1f459e06579bd5cb7f05d15944/A: creating writer at 1731014579620Flushing d3623a1f459e06579bd5cb7f05d15944/A: appending metadata at 1731014579623 (+3 ms)Flushing d3623a1f459e06579bd5cb7f05d15944/A: closing flushed file at 1731014579624 (+1 ms)Flushing d3623a1f459e06579bd5cb7f05d15944/B: creating writer at 1731014580043 (+419 ms)Flushing d3623a1f459e06579bd5cb7f05d15944/B: appending metadata at 1731014580047 (+4 ms)Flushing d3623a1f459e06579bd5cb7f05d15944/B: closing flushed file at 1731014580047Flushing d3623a1f459e06579bd5cb7f05d15944/C: creating writer at 1731014580462 (+415 ms)Flushing d3623a1f459e06579bd5cb7f05d15944/C: appending metadata at 1731014580467 (+5 ms)Flushing d3623a1f459e06579bd5cb7f05d15944/C: closing flushed file at 1731014580467Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c6a386c: reopening flushed file at 1731014580884 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25525527: reopening flushed file at 1731014580892 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c77cdcc: reopening flushed file at 1731014580899 (+7 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for d3623a1f459e06579bd5cb7f05d15944 in 1290ms, sequenceid=538, compaction requested=true at 1731014580909 (+10 ms)Writing region close event to WAL at 1731014581056 (+147 ms)Running coprocessor post-close hooks at 1731014581060 (+4 ms)Closed at 1731014581060 2024-11-07T21:23:01,063 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(157): Closed d3623a1f459e06579bd5cb7f05d15944 2024-11-07T21:23:01,063 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=d3623a1f459e06579bd5cb7f05d15944, regionState=CLOSED 2024-11-07T21:23:01,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE, hasLock=false; CloseRegionProcedure d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 because future has completed 2024-11-07T21:23:01,067 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-11-07T21:23:01,067 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; CloseRegionProcedure d3623a1f459e06579bd5cb7f05d15944, server=4fc742968c91,33553,1731014551923 in 1.6120 sec 2024-11-07T21:23:01,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-11-07T21:23:01,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d3623a1f459e06579bd5cb7f05d15944, UNASSIGN in 1.6180 sec 2024-11-07T21:23:01,071 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-07T21:23:01,071 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6250 sec 2024-11-07T21:23:01,073 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731014581073"}]},"ts":"1731014581073"} 2024-11-07T21:23:01,074 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-07T21:23:01,074 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-07T21:23:01,076 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.6400 sec 2024-11-07T21:23:01,486 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-07T21:23:01,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-07T21:23:01,590 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-07T21:23:01,594 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-07T21:23:01,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] procedure2.ProcedureExecutor(1139): Stored pid=33, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T21:23:01,600 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=33, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T21:23:01,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-07T21:23:01,602 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=33, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T21:23:01,607 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944 2024-11-07T21:23:01,611 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A, FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B, FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C, FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/recovered.edits] 2024-11-07T21:23:01,615 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/20f38f58340e4ad1afde31b484efbc67 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/20f38f58340e4ad1afde31b484efbc67 2024-11-07T21:23:01,616 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/80cc6e0195154a44a7f2cb995a139869 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/80cc6e0195154a44a7f2cb995a139869 2024-11-07T21:23:01,618 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/cca11c8238f14499b09e7d40ac9ebdae to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/cca11c8238f14499b09e7d40ac9ebdae 2024-11-07T21:23:01,619 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/e4b1555ebc884f46bf3d04ea94215450 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/A/e4b1555ebc884f46bf3d04ea94215450 2024-11-07T21:23:01,622 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/35a986ed386f45d7bdf5420343c3a881 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/35a986ed386f45d7bdf5420343c3a881 2024-11-07T21:23:01,623 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/8a879a7e688b493882b84620c8ff4c51 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/8a879a7e688b493882b84620c8ff4c51 2024-11-07T21:23:01,624 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/b92ac65973354ebc8d8ce6baba9b03ea to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/b92ac65973354ebc8d8ce6baba9b03ea 2024-11-07T21:23:01,625 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/d72a484cacd94ecb9e8498c32d6b8b96 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/B/d72a484cacd94ecb9e8498c32d6b8b96 2024-11-07T21:23:01,627 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/29ee96c350ad43abbc1d9565d9ffc15d to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/29ee96c350ad43abbc1d9565d9ffc15d 2024-11-07T21:23:01,628 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/5e3a8a03deb643c68eca9b448a83d6af to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/5e3a8a03deb643c68eca9b448a83d6af 2024-11-07T21:23:01,629 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/a3a8061f3bbb405cab288e4185a34fce to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/a3a8061f3bbb405cab288e4185a34fce 2024-11-07T21:23:01,630 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/e7cb3d47bb6f4e158efbf2f2bbb92df8 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/C/e7cb3d47bb6f4e158efbf2f2bbb92df8 2024-11-07T21:23:01,633 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/recovered.edits/541.seqid to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944/recovered.edits/541.seqid 2024-11-07T21:23:01,633 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d3623a1f459e06579bd5cb7f05d15944 2024-11-07T21:23:01,633 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-07T21:23:01,639 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=33, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T21:23:01,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-07T21:23:01,646 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-07T21:23:01,671 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-07T21:23:01,672 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=33, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T21:23:01,672 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-07T21:23:01,672 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731014581672"}]},"ts":"9223372036854775807"} 2024-11-07T21:23:01,676 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-07T21:23:01,676 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => d3623a1f459e06579bd5cb7f05d15944, NAME => 'TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944.', STARTKEY => '', ENDKEY => ''}] 2024-11-07T21:23:01,676 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-07T21:23:01,677 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731014581677"}]},"ts":"9223372036854775807"} 2024-11-07T21:23:01,679 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-07T21:23:01,680 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=33, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T21:23:01,681 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 86 msec 2024-11-07T21:23:01,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-07T21:23:01,710 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-07T21:23:01,710 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-07T21:23:01,719 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=238 (was 211) Potentially hanging thread: RS_OPEN_REGION-regionserver/4fc742968c91:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-185118663_22 at /127.0.0.1:43818 [Waiting for operation #366] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;4fc742968c91:33553-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_338668532_22 at /127.0.0.1:43982 [Waiting for operation #354] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=451 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=596 (was 448) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2211 (was 3135) 2024-11-07T21:23:01,727 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=238, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=596, ProcessCount=11, AvailableMemoryMB=2210 2024-11-07T21:23:01,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-07T21:23:01,728 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T21:23:01,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-07T21:23:01,730 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T21:23:01,730 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:01,730 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 34 2024-11-07T21:23:01,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-07T21:23:01,731 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T21:23:01,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741951_1127 (size=959) 2024-11-07T21:23:01,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-07T21:23:02,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-07T21:23:02,144 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff 2024-11-07T21:23:02,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741952_1128 (size=53) 2024-11-07T21:23:02,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-07T21:23:02,557 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:23:02,557 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 45eadf20caf14aabd1ba075d3a14b68c, disabling compactions & flushes 2024-11-07T21:23:02,557 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:02,557 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:02,558 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. after waiting 0 ms 2024-11-07T21:23:02,558 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:02,558 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:02,558 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 45eadf20caf14aabd1ba075d3a14b68c: Waiting for close lock at 1731014582557Disabling compacts and flushes for region at 1731014582557Disabling writes for close at 1731014582558 (+1 ms)Writing region close event to WAL at 1731014582558Closed at 1731014582558 2024-11-07T21:23:02,560 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T21:23:02,561 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731014582561"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731014582561"}]},"ts":"1731014582561"} 2024-11-07T21:23:02,565 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T21:23:02,566 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T21:23:02,567 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731014582567"}]},"ts":"1731014582567"} 2024-11-07T21:23:02,570 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-07T21:23:02,571 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=45eadf20caf14aabd1ba075d3a14b68c, ASSIGN}] 2024-11-07T21:23:02,572 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=45eadf20caf14aabd1ba075d3a14b68c, ASSIGN 2024-11-07T21:23:02,573 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=45eadf20caf14aabd1ba075d3a14b68c, ASSIGN; state=OFFLINE, location=4fc742968c91,33553,1731014551923; forceNewPlan=false, retain=false 2024-11-07T21:23:02,725 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=45eadf20caf14aabd1ba075d3a14b68c, regionState=OPENING, regionLocation=4fc742968c91,33553,1731014551923 2024-11-07T21:23:02,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=45eadf20caf14aabd1ba075d3a14b68c, ASSIGN because future has completed 2024-11-07T21:23:02,729 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure 45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923}] 2024-11-07T21:23:02,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-07T21:23:02,887 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:02,887 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7752): Opening region: {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} 2024-11-07T21:23:02,888 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:02,888 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:23:02,888 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7794): checking encryption for 45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:02,888 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7797): checking classloading for 45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:02,890 INFO [StoreOpener-45eadf20caf14aabd1ba075d3a14b68c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:02,892 INFO [StoreOpener-45eadf20caf14aabd1ba075d3a14b68c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45eadf20caf14aabd1ba075d3a14b68c columnFamilyName A 2024-11-07T21:23:02,892 DEBUG [StoreOpener-45eadf20caf14aabd1ba075d3a14b68c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:02,893 INFO [StoreOpener-45eadf20caf14aabd1ba075d3a14b68c-1 {}] regionserver.HStore(327): Store=45eadf20caf14aabd1ba075d3a14b68c/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:23:02,893 INFO [StoreOpener-45eadf20caf14aabd1ba075d3a14b68c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:02,894 INFO [StoreOpener-45eadf20caf14aabd1ba075d3a14b68c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45eadf20caf14aabd1ba075d3a14b68c columnFamilyName B 2024-11-07T21:23:02,894 DEBUG [StoreOpener-45eadf20caf14aabd1ba075d3a14b68c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:02,894 INFO [StoreOpener-45eadf20caf14aabd1ba075d3a14b68c-1 {}] regionserver.HStore(327): Store=45eadf20caf14aabd1ba075d3a14b68c/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:23:02,895 INFO [StoreOpener-45eadf20caf14aabd1ba075d3a14b68c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:02,895 INFO [StoreOpener-45eadf20caf14aabd1ba075d3a14b68c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45eadf20caf14aabd1ba075d3a14b68c columnFamilyName C 2024-11-07T21:23:02,896 DEBUG [StoreOpener-45eadf20caf14aabd1ba075d3a14b68c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:02,896 INFO [StoreOpener-45eadf20caf14aabd1ba075d3a14b68c-1 {}] regionserver.HStore(327): Store=45eadf20caf14aabd1ba075d3a14b68c/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:23:02,896 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1038): replaying wal for 45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:02,897 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:02,897 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:02,898 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1048): stopping wal replay for 45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:02,898 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1060): Cleaning up temporary data for 45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:02,898 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-07T21:23:02,899 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1093): writing seq id for 45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:02,901 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T21:23:02,902 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1114): Opened 45eadf20caf14aabd1ba075d3a14b68c; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71917940, jitterRate=0.07166081666946411}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-07T21:23:02,902 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:02,903 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1006): Region open journal for 45eadf20caf14aabd1ba075d3a14b68c: Running coprocessor pre-open hook at 1731014582888Writing region info on filesystem at 1731014582888Initializing all the Stores at 1731014582890 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014582890Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014582890Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014582890Cleaning up temporary data from old regions at 1731014582898 (+8 ms)Running coprocessor post-open hooks at 1731014582902 (+4 ms)Region opened successfully at 1731014582902 2024-11-07T21:23:02,903 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., pid=36, masterSystemTime=1731014582880 2024-11-07T21:23:02,905 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:02,905 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:02,906 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=45eadf20caf14aabd1ba075d3a14b68c, regionState=OPEN, openSeqNum=2, regionLocation=4fc742968c91,33553,1731014551923 2024-11-07T21:23:02,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure 45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 because future has completed 2024-11-07T21:23:02,911 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=35 2024-11-07T21:23:02,911 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=35, state=SUCCESS, hasLock=false; OpenRegionProcedure 45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 in 180 msec 2024-11-07T21:23:02,913 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-11-07T21:23:02,913 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=45eadf20caf14aabd1ba075d3a14b68c, ASSIGN in 340 msec 2024-11-07T21:23:02,913 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T21:23:02,914 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731014582913"}]},"ts":"1731014582913"} 2024-11-07T21:23:02,915 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-07T21:23:02,916 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T21:23:02,918 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1880 sec 2024-11-07T21:23:03,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-07T21:23:03,882 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-07T21:23:03,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76b1860b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:23:03,885 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fc742968c91,39921,-1 for getting cluster id 2024-11-07T21:23:03,885 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T21:23:03,890 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5a7e692-593c-43b6-a085-c810d74fe2db' 2024-11-07T21:23:03,891 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T21:23:03,891 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5a7e692-593c-43b6-a085-c810d74fe2db" 2024-11-07T21:23:03,892 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dac2e1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:23:03,892 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fc742968c91,39921,-1] 2024-11-07T21:23:03,892 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T21:23:03,892 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:23:03,893 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T21:23:03,894 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1efd92d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:23:03,895 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:23:03,895 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,33553,1731014551923, seqNum=-1] 2024-11-07T21:23:03,896 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:23:03,897 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:23:03,898 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T21:23:03,899 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fc742968c91,39921,1731014551100 2024-11-07T21:23:03,899 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ce67852 2024-11-07T21:23:03,899 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T21:23:03,901 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T21:23:03,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-07T21:23:03,906 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T21:23:03,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] procedure2.ProcedureExecutor(1139): Stored pid=37, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-07T21:23:03,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741953_1129 (size=995) 2024-11-07T21:23:04,327 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-07T21:23:04,327 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-07T21:23:04,331 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-07T21:23:04,337 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=45eadf20caf14aabd1ba075d3a14b68c, REOPEN/MOVE}] 2024-11-07T21:23:04,338 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=45eadf20caf14aabd1ba075d3a14b68c, REOPEN/MOVE 2024-11-07T21:23:04,338 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=45eadf20caf14aabd1ba075d3a14b68c, regionState=CLOSING, regionLocation=4fc742968c91,33553,1731014551923 2024-11-07T21:23:04,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=45eadf20caf14aabd1ba075d3a14b68c, REOPEN/MOVE because future has completed 2024-11-07T21:23:04,340 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-07T21:23:04,340 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; CloseRegionProcedure 45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923}] 2024-11-07T21:23:04,493 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(122): Close 45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:04,493 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-07T21:23:04,493 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1722): Closing 45eadf20caf14aabd1ba075d3a14b68c, disabling compactions & flushes 2024-11-07T21:23:04,493 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:04,493 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:04,493 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. after waiting 0 ms 2024-11-07T21:23:04,493 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:04,499 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-07T21:23:04,500 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:04,500 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1676): Region close journal for 45eadf20caf14aabd1ba075d3a14b68c: Waiting for close lock at 1731014584493Running coprocessor pre-close hooks at 1731014584493Disabling compacts and flushes for region at 1731014584493Disabling writes for close at 1731014584493Writing region close event to WAL at 1731014584494 (+1 ms)Running coprocessor post-close hooks at 1731014584500 (+6 ms)Closed at 1731014584500 2024-11-07T21:23:04,500 WARN [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegionServer(3299): Not adding moved region record: 45eadf20caf14aabd1ba075d3a14b68c to self. 2024-11-07T21:23:04,503 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(157): Closed 45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:04,503 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=45eadf20caf14aabd1ba075d3a14b68c, regionState=CLOSED 2024-11-07T21:23:04,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=39, state=RUNNABLE, hasLock=false; CloseRegionProcedure 45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 because future has completed 2024-11-07T21:23:04,510 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-07T21:23:04,510 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; CloseRegionProcedure 45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 in 167 msec 2024-11-07T21:23:04,511 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=45eadf20caf14aabd1ba075d3a14b68c, REOPEN/MOVE; state=CLOSED, location=4fc742968c91,33553,1731014551923; forceNewPlan=false, retain=true 2024-11-07T21:23:04,663 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=45eadf20caf14aabd1ba075d3a14b68c, regionState=OPENING, regionLocation=4fc742968c91,33553,1731014551923 2024-11-07T21:23:04,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=45eadf20caf14aabd1ba075d3a14b68c, REOPEN/MOVE because future has completed 2024-11-07T21:23:04,668 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923}] 2024-11-07T21:23:04,825 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:04,825 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7752): Opening region: {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} 2024-11-07T21:23:04,826 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:04,826 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:23:04,826 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7794): checking encryption for 45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:04,826 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7797): checking classloading for 45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:04,830 INFO [StoreOpener-45eadf20caf14aabd1ba075d3a14b68c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:04,834 INFO [StoreOpener-45eadf20caf14aabd1ba075d3a14b68c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45eadf20caf14aabd1ba075d3a14b68c columnFamilyName A 2024-11-07T21:23:04,836 DEBUG [StoreOpener-45eadf20caf14aabd1ba075d3a14b68c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:04,837 INFO [StoreOpener-45eadf20caf14aabd1ba075d3a14b68c-1 {}] regionserver.HStore(327): Store=45eadf20caf14aabd1ba075d3a14b68c/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:23:04,837 INFO [StoreOpener-45eadf20caf14aabd1ba075d3a14b68c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:04,838 INFO [StoreOpener-45eadf20caf14aabd1ba075d3a14b68c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45eadf20caf14aabd1ba075d3a14b68c columnFamilyName B 2024-11-07T21:23:04,838 DEBUG [StoreOpener-45eadf20caf14aabd1ba075d3a14b68c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:04,838 INFO [StoreOpener-45eadf20caf14aabd1ba075d3a14b68c-1 {}] regionserver.HStore(327): Store=45eadf20caf14aabd1ba075d3a14b68c/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:23:04,839 INFO [StoreOpener-45eadf20caf14aabd1ba075d3a14b68c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:04,839 INFO [StoreOpener-45eadf20caf14aabd1ba075d3a14b68c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45eadf20caf14aabd1ba075d3a14b68c columnFamilyName C 2024-11-07T21:23:04,839 DEBUG [StoreOpener-45eadf20caf14aabd1ba075d3a14b68c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:04,840 INFO [StoreOpener-45eadf20caf14aabd1ba075d3a14b68c-1 {}] regionserver.HStore(327): Store=45eadf20caf14aabd1ba075d3a14b68c/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:23:04,840 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1038): replaying wal for 45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:04,840 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:04,841 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:04,843 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1048): stopping wal replay for 45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:04,843 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1060): Cleaning up temporary data for 45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:04,843 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-07T21:23:04,845 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1093): writing seq id for 45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:04,845 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1114): Opened 45eadf20caf14aabd1ba075d3a14b68c; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69102592, jitterRate=0.0297088623046875}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-07T21:23:04,846 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:04,847 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1006): Region open journal for 45eadf20caf14aabd1ba075d3a14b68c: Running coprocessor pre-open hook at 1731014584826Writing region info on filesystem at 1731014584826Initializing all the Stores at 1731014584827 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014584827Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014584827Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014584827Cleaning up temporary data from old regions at 1731014584843 (+16 ms)Running coprocessor post-open hooks at 1731014584846 (+3 ms)Region opened successfully at 1731014584847 (+1 ms) 2024-11-07T21:23:04,847 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., pid=41, masterSystemTime=1731014584822 2024-11-07T21:23:04,849 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:04,849 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:04,850 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=45eadf20caf14aabd1ba075d3a14b68c, regionState=OPEN, openSeqNum=5, regionLocation=4fc742968c91,33553,1731014551923 2024-11-07T21:23:04,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 because future has completed 2024-11-07T21:23:04,854 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=39 2024-11-07T21:23:04,854 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 in 184 msec 2024-11-07T21:23:04,856 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=38 2024-11-07T21:23:04,856 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=38, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=45eadf20caf14aabd1ba075d3a14b68c, REOPEN/MOVE in 517 msec 2024-11-07T21:23:04,858 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-07T21:23:04,858 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 527 msec 2024-11-07T21:23:04,862 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 951 msec 2024-11-07T21:23:04,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=37 2024-11-07T21:23:04,863 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-07T21:23:04,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e5fd39b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:23:04,864 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fc742968c91,39921,-1 for getting cluster id 2024-11-07T21:23:04,864 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T21:23:04,866 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5a7e692-593c-43b6-a085-c810d74fe2db' 2024-11-07T21:23:04,866 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T21:23:04,866 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5a7e692-593c-43b6-a085-c810d74fe2db" 2024-11-07T21:23:04,866 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48731c35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:23:04,866 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fc742968c91,39921,-1] 2024-11-07T21:23:04,866 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T21:23:04,866 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:23:04,867 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T21:23:04,868 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68c8845e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:23:04,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18690ad3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:23:04,869 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fc742968c91,39921,-1 for getting cluster id 2024-11-07T21:23:04,869 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T21:23:04,870 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5a7e692-593c-43b6-a085-c810d74fe2db' 2024-11-07T21:23:04,870 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T21:23:04,870 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5a7e692-593c-43b6-a085-c810d74fe2db" 2024-11-07T21:23:04,871 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d4f1b7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:23:04,871 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fc742968c91,39921,-1] 2024-11-07T21:23:04,871 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T21:23:04,871 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:23:04,872 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T21:23:04,872 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55f21778, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:23:04,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41e58620, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:23:04,873 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fc742968c91,39921,-1 for getting cluster id 2024-11-07T21:23:04,873 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T21:23:04,874 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5a7e692-593c-43b6-a085-c810d74fe2db' 2024-11-07T21:23:04,874 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T21:23:04,875 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5a7e692-593c-43b6-a085-c810d74fe2db" 2024-11-07T21:23:04,875 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b834a31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:23:04,875 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fc742968c91,39921,-1] 2024-11-07T21:23:04,875 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T21:23:04,875 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:23:04,876 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T21:23:04,876 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@686d9fd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:23:04,877 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f9bff36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:23:04,877 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fc742968c91,39921,-1 for getting cluster id 2024-11-07T21:23:04,877 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T21:23:04,878 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5a7e692-593c-43b6-a085-c810d74fe2db' 2024-11-07T21:23:04,878 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T21:23:04,878 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5a7e692-593c-43b6-a085-c810d74fe2db" 2024-11-07T21:23:04,878 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f503be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:23:04,878 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fc742968c91,39921,-1] 2024-11-07T21:23:04,879 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T21:23:04,879 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:23:04,880 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T21:23:04,880 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36ee2210, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:23:04,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3654d652, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:23:04,881 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fc742968c91,39921,-1 for getting cluster id 2024-11-07T21:23:04,881 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T21:23:04,881 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5a7e692-593c-43b6-a085-c810d74fe2db' 2024-11-07T21:23:04,882 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T21:23:04,882 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5a7e692-593c-43b6-a085-c810d74fe2db" 2024-11-07T21:23:04,882 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a2f2fb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:23:04,882 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fc742968c91,39921,-1] 2024-11-07T21:23:04,882 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T21:23:04,882 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:23:04,883 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T21:23:04,883 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b0e68b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:23:04,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24ada2c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:23:04,884 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fc742968c91,39921,-1 for getting cluster id 2024-11-07T21:23:04,884 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T21:23:04,885 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5a7e692-593c-43b6-a085-c810d74fe2db' 2024-11-07T21:23:04,885 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T21:23:04,885 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5a7e692-593c-43b6-a085-c810d74fe2db" 2024-11-07T21:23:04,885 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@445644a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:23:04,885 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fc742968c91,39921,-1] 2024-11-07T21:23:04,885 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T21:23:04,885 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:23:04,886 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T21:23:04,886 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3186c0d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:23:04,887 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23cf6174, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:23:04,887 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fc742968c91,39921,-1 for getting cluster id 2024-11-07T21:23:04,887 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T21:23:04,888 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5a7e692-593c-43b6-a085-c810d74fe2db' 2024-11-07T21:23:04,888 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T21:23:04,888 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5a7e692-593c-43b6-a085-c810d74fe2db" 2024-11-07T21:23:04,888 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fa98126, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:23:04,888 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fc742968c91,39921,-1] 2024-11-07T21:23:04,889 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T21:23:04,889 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:23:04,889 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T21:23:04,890 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f36406c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:23:04,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fbd4712, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:23:04,891 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fc742968c91,39921,-1 for getting cluster id 2024-11-07T21:23:04,891 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T21:23:04,892 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5a7e692-593c-43b6-a085-c810d74fe2db' 2024-11-07T21:23:04,892 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T21:23:04,892 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5a7e692-593c-43b6-a085-c810d74fe2db" 2024-11-07T21:23:04,892 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56fbf268, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:23:04,892 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fc742968c91,39921,-1] 2024-11-07T21:23:04,892 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T21:23:04,893 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:23:04,893 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T21:23:04,894 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35c4362b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:23:04,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c6f1434, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:23:04,895 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fc742968c91,39921,-1 for getting cluster id 2024-11-07T21:23:04,895 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T21:23:04,896 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5a7e692-593c-43b6-a085-c810d74fe2db' 2024-11-07T21:23:04,896 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T21:23:04,896 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5a7e692-593c-43b6-a085-c810d74fe2db" 2024-11-07T21:23:04,896 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67564685, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:23:04,896 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fc742968c91,39921,-1] 2024-11-07T21:23:04,896 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T21:23:04,897 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:23:04,897 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T21:23:04,898 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61c9840d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:23:04,899 DEBUG [Thread-661 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:23:04,899 DEBUG [Thread-659 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:23:04,899 DEBUG [Thread-657 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:23:04,899 DEBUG [Thread-650 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:23:04,899 DEBUG [Thread-652 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:23:04,900 DEBUG [Thread-655 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:23:04,900 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,33553,1731014551923, seqNum=-1] 2024-11-07T21:23:04,900 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,33553,1731014551923, seqNum=-1] 2024-11-07T21:23:04,900 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,33553,1731014551923, seqNum=-1] 2024-11-07T21:23:04,901 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,33553,1731014551923, seqNum=-1] 2024-11-07T21:23:04,901 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:23:04,901 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:23:04,901 DEBUG [Thread-646 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:23:04,901 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:23:04,901 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,33553,1731014551923, seqNum=-1] 2024-11-07T21:23:04,901 DEBUG [Thread-657 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,33553,1731014551923, seqNum=-1] 2024-11-07T21:23:04,901 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:23:04,901 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:23:04,902 DEBUG [Thread-657 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:23:04,902 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:23:04,902 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:23:04,902 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,33553,1731014551923, seqNum=-1] 2024-11-07T21:23:04,902 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:23:04,903 DEBUG [Thread-644 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:23:04,903 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:23:04,904 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:23:04,904 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,33553,1731014551923, seqNum=-1] 2024-11-07T21:23:04,904 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:23:04,904 DEBUG [Thread-648 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:23:04,904 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:23:04,905 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:23:04,906 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:23:04,906 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5] 2024-11-07T21:23:04,906 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T21:23:04,907 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:23:04,907 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5] 2024-11-07T21:23:04,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-11-07T21:23:04,907 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5] 2024-11-07T21:23:04,909 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5] 2024-11-07T21:23:04,909 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5] 2024-11-07T21:23:04,909 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5] 2024-11-07T21:23:04,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-07T21:23:04,910 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5] 2024-11-07T21:23:04,910 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5] 2024-11-07T21:23:04,911 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,33553,1731014551923, seqNum=-1] 2024-11-07T21:23:04,911 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:23:04,913 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:23:04,913 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T21:23:04,914 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T21:23:04,915 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T21:23:04,915 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5] 2024-11-07T21:23:04,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on 45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:04,926 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-07T21:23:04,926 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 45eadf20caf14aabd1ba075d3a14b68c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-07T21:23:04,971 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107001c28dc8b114f2f962aa4586002817f_45eadf20caf14aabd1ba075d3a14b68c is 50, key is test_row_0/A:col10/1731014584924/Put/seqid=0 2024-11-07T21:23:04,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741954_1130 (size=17034) 2024-11-07T21:23:05,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-07T21:23:05,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:05,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:05,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:05,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42032 deadline: 1731014645020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:05,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41960 deadline: 1731014645022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:05,035 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:05,035 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:05,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:05,035 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:05,035 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:05,035 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:05,035 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:05,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41982 deadline: 1731014645025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:05,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42016 deadline: 1731014645020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:05,036 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:05,036 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:05,036 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:05,036 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:05,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42004 deadline: 1731014645035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:05,036 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:05,036 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:05,036 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:05,036 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:05,036 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:05,037 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:05,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-07T21:23:05,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:05,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. as already flushing 2024-11-07T21:23:05,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:05,072 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:05,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:05,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:05,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:05,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42032 deadline: 1731014645141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:05,144 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:05,144 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:05,144 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:05,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:05,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:05,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42004 deadline: 1731014645141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:05,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41960 deadline: 1731014645141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:05,145 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:05,145 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:05,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:05,145 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:05,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:05,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41982 deadline: 1731014645141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:05,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42016 deadline: 1731014645141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:05,145 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:05,145 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:05,145 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:05,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:05,146 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:05,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:05,146 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:05,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:05,146 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:05,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-07T21:23:05,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:05,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. as already flushing 2024-11-07T21:23:05,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:05,226 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:05,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:05,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:05,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-07T21:23:05,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:05,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42032 deadline: 1731014645349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:05,356 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:05,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42004 deadline: 1731014645350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:05,356 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:05,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:05,356 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:05,356 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:05,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41960 deadline: 1731014645350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:05,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:05,357 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:05,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42016 deadline: 1731014645350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:05,357 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:05,357 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:05,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:05,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41982 deadline: 1731014645350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:05,357 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:05,357 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:05,357 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:05,357 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:05,357 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:05,357 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:05,357 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:05,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:05,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:05,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-07T21:23:05,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:05,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. as already flushing 2024-11-07T21:23:05,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:05,380 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:05,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:05,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:05,387 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:05,393 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107001c28dc8b114f2f962aa4586002817f_45eadf20caf14aabd1ba075d3a14b68c to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107001c28dc8b114f2f962aa4586002817f_45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:05,394 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/61055493f557454ba2f571d017e35e87, store: [table=TestAcidGuarantees family=A region=45eadf20caf14aabd1ba075d3a14b68c] 2024-11-07T21:23:05,402 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/61055493f557454ba2f571d017e35e87 is 175, key is test_row_0/A:col10/1731014584924/Put/seqid=0 2024-11-07T21:23:05,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741955_1131 (size=48139) 2024-11-07T21:23:05,413 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/61055493f557454ba2f571d017e35e87 2024-11-07T21:23:05,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/B/1083fcb4ded14efdafdcb1483f47d64f is 50, key is test_row_0/B:col10/1731014584924/Put/seqid=0 2024-11-07T21:23:05,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741956_1132 (size=12001) 2024-11-07T21:23:05,453 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/B/1083fcb4ded14efdafdcb1483f47d64f 2024-11-07T21:23:05,483 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/C/36f7f8cdd4544fff9d92d93733931de1 is 50, key is test_row_0/C:col10/1731014584924/Put/seqid=0 2024-11-07T21:23:05,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741957_1133 (size=12001) 2024-11-07T21:23:05,495 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/C/36f7f8cdd4544fff9d92d93733931de1 2024-11-07T21:23:05,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/61055493f557454ba2f571d017e35e87 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/61055493f557454ba2f571d017e35e87 2024-11-07T21:23:05,510 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/61055493f557454ba2f571d017e35e87, entries=250, sequenceid=15, filesize=47.0 K 2024-11-07T21:23:05,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/B/1083fcb4ded14efdafdcb1483f47d64f as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/1083fcb4ded14efdafdcb1483f47d64f 2024-11-07T21:23:05,533 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/1083fcb4ded14efdafdcb1483f47d64f, entries=150, sequenceid=15, filesize=11.7 K 2024-11-07T21:23:05,533 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-07T21:23:05,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:05,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. as already flushing 2024-11-07T21:23:05,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:05,534 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:05,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:05,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:05,535 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/C/36f7f8cdd4544fff9d92d93733931de1 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/36f7f8cdd4544fff9d92d93733931de1 2024-11-07T21:23:05,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-07T21:23:05,545 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/36f7f8cdd4544fff9d92d93733931de1, entries=150, sequenceid=15, filesize=11.7 K 2024-11-07T21:23:05,546 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 45eadf20caf14aabd1ba075d3a14b68c in 620ms, sequenceid=15, compaction requested=false 2024-11-07T21:23:05,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 45eadf20caf14aabd1ba075d3a14b68c: 2024-11-07T21:23:05,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on 45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:05,666 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-07T21:23:05,666 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 45eadf20caf14aabd1ba075d3a14b68c 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-07T21:23:05,681 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107bf5968b414ac44ce95b28df357fdbb34_45eadf20caf14aabd1ba075d3a14b68c is 50, key is test_row_0/A:col10/1731014585022/Put/seqid=0 2024-11-07T21:23:05,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:05,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41960 deadline: 1731014645678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:05,689 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-07T21:23:05,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:05,689 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:05,689 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:05,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. as already flushing 2024-11-07T21:23:05,689 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:05,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:05,690 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:05,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:05,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:05,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:05,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41982 deadline: 1731014645682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:05,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42016 deadline: 1731014645680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:05,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:05,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42032 deadline: 1731014645684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:05,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:05,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:05,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42004 deadline: 1731014645684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:05,691 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:05,691 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:05,691 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:05,691 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:05,691 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:05,691 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:05,692 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:05,692 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:05,692 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:05,693 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:05,693 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:05,693 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:05,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741958_1134 (size=14594) 2024-11-07T21:23:05,698 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:05,707 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107bf5968b414ac44ce95b28df357fdbb34_45eadf20caf14aabd1ba075d3a14b68c to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107bf5968b414ac44ce95b28df357fdbb34_45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:05,709 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/6674061a1b1741d79e1faeec56d97592, store: [table=TestAcidGuarantees family=A region=45eadf20caf14aabd1ba075d3a14b68c] 2024-11-07T21:23:05,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/6674061a1b1741d79e1faeec56d97592 is 175, key is test_row_0/A:col10/1731014585022/Put/seqid=0 2024-11-07T21:23:05,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741959_1135 (size=39549) 2024-11-07T21:23:05,720 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=42, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/6674061a1b1741d79e1faeec56d97592 2024-11-07T21:23:05,738 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/B/33839c76960f44e1a743f2b30a516f73 is 50, key is test_row_0/B:col10/1731014585022/Put/seqid=0 2024-11-07T21:23:05,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741960_1136 (size=12001) 2024-11-07T21:23:05,755 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/B/33839c76960f44e1a743f2b30a516f73 2024-11-07T21:23:05,768 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/C/598e5524948f4b9f9ed48735ff38cf13 is 50, key is test_row_0/C:col10/1731014585022/Put/seqid=0 2024-11-07T21:23:05,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741961_1137 (size=12001) 2024-11-07T21:23:05,786 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/C/598e5524948f4b9f9ed48735ff38cf13 2024-11-07T21:23:05,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/6674061a1b1741d79e1faeec56d97592 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/6674061a1b1741d79e1faeec56d97592 2024-11-07T21:23:05,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:05,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42004 deadline: 1731014645800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:05,803 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:05,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:05,803 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:05,803 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:05,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41960 deadline: 1731014645800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:05,804 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:05,804 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:05,804 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/6674061a1b1741d79e1faeec56d97592, entries=200, sequenceid=42, filesize=38.6 K 2024-11-07T21:23:05,804 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:05,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:05,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:05,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/B/33839c76960f44e1a743f2b30a516f73 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/33839c76960f44e1a743f2b30a516f73 2024-11-07T21:23:05,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42032 deadline: 1731014645800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:05,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42016 deadline: 1731014645800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:05,805 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:05,805 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:05,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:05,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:05,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41982 deadline: 1731014645800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:05,806 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:05,806 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:05,806 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:05,806 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:05,806 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:05,806 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:05,814 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/33839c76960f44e1a743f2b30a516f73, entries=150, sequenceid=42, filesize=11.7 K 2024-11-07T21:23:05,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/C/598e5524948f4b9f9ed48735ff38cf13 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/598e5524948f4b9f9ed48735ff38cf13 2024-11-07T21:23:05,827 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/598e5524948f4b9f9ed48735ff38cf13, entries=150, sequenceid=42, filesize=11.7 K 2024-11-07T21:23:05,828 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 45eadf20caf14aabd1ba075d3a14b68c in 162ms, sequenceid=42, compaction requested=false 2024-11-07T21:23:05,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 45eadf20caf14aabd1ba075d3a14b68c: 2024-11-07T21:23:05,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-07T21:23:05,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:05,844 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing 45eadf20caf14aabd1ba075d3a14b68c 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-07T21:23:05,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411079b2ab78df1ed41fe926139245d68d7e1_45eadf20caf14aabd1ba075d3a14b68c is 50, key is test_row_0/A:col10/1731014585681/Put/seqid=0 2024-11-07T21:23:05,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741962_1138 (size=12154) 2024-11-07T21:23:05,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:05,876 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411079b2ab78df1ed41fe926139245d68d7e1_45eadf20caf14aabd1ba075d3a14b68c to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411079b2ab78df1ed41fe926139245d68d7e1_45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:05,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/2933e428cedb428eb0f87aadadde1021, store: [table=TestAcidGuarantees family=A region=45eadf20caf14aabd1ba075d3a14b68c] 2024-11-07T21:23:05,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/2933e428cedb428eb0f87aadadde1021 is 175, key is test_row_0/A:col10/1731014585681/Put/seqid=0 2024-11-07T21:23:05,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741963_1139 (size=30955) 2024-11-07T21:23:05,927 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/2933e428cedb428eb0f87aadadde1021 2024-11-07T21:23:05,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/B/87ee268f25594896972c4735c8ffa6f8 is 50, key is test_row_0/B:col10/1731014585681/Put/seqid=0 2024-11-07T21:23:05,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741964_1140 (size=12001) 2024-11-07T21:23:05,965 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/B/87ee268f25594896972c4735c8ffa6f8 2024-11-07T21:23:05,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/C/51064fc3c44e434b9c98d1048edb6e73 is 50, key is test_row_0/C:col10/1731014585681/Put/seqid=0 2024-11-07T21:23:06,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on 45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:06,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. as already flushing 2024-11-07T21:23:06,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741965_1141 (size=12001) 2024-11-07T21:23:06,017 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/C/51064fc3c44e434b9c98d1048edb6e73 2024-11-07T21:23:06,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/2933e428cedb428eb0f87aadadde1021 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/2933e428cedb428eb0f87aadadde1021 2024-11-07T21:23:06,036 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/2933e428cedb428eb0f87aadadde1021, entries=150, sequenceid=52, filesize=30.2 K 2024-11-07T21:23:06,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/B/87ee268f25594896972c4735c8ffa6f8 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/87ee268f25594896972c4735c8ffa6f8 2024-11-07T21:23:06,045 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/87ee268f25594896972c4735c8ffa6f8, entries=150, sequenceid=52, filesize=11.7 K 2024-11-07T21:23:06,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/C/51064fc3c44e434b9c98d1048edb6e73 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/51064fc3c44e434b9c98d1048edb6e73 2024-11-07T21:23:06,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-07T21:23:06,053 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/51064fc3c44e434b9c98d1048edb6e73, entries=150, sequenceid=52, filesize=11.7 K 2024-11-07T21:23:06,055 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=120.76 KB/123660 for 45eadf20caf14aabd1ba075d3a14b68c in 211ms, sequenceid=52, compaction requested=true 2024-11-07T21:23:06,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for 45eadf20caf14aabd1ba075d3a14b68c: 2024-11-07T21:23:06,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:06,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-07T21:23:06,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on 45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:06,056 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-07T21:23:06,056 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 45eadf20caf14aabd1ba075d3a14b68c 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-07T21:23:06,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-07T21:23:06,065 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-07T21:23:06,065 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1440 sec 2024-11-07T21:23:06,068 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 1.1600 sec 2024-11-07T21:23:06,082 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411078fed0494cf644eb782fede7704df7c84_45eadf20caf14aabd1ba075d3a14b68c is 50, key is test_row_0/A:col10/1731014586054/Put/seqid=0 2024-11-07T21:23:06,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:06,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42016 deadline: 1731014646074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:06,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:06,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42032 deadline: 1731014646076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:06,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:06,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:06,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:06,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:06,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41982 deadline: 1731014646078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:06,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:06,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:06,084 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:06,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:06,084 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:06,084 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:06,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:06,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41960 deadline: 1731014646085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:06,091 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:06,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:06,091 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:06,091 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:06,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42004 deadline: 1731014646086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:06,092 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:06,092 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:06,092 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:06,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741966_1142 (size=12154) 2024-11-07T21:23:06,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:06,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42016 deadline: 1731014646190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:06,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:06,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:06,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:06,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:06,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42032 deadline: 1731014646190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:06,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:06,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41982 deadline: 1731014646190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:06,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:06,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:06,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:06,194 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:06,194 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:06,194 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:06,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:06,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41960 deadline: 1731014646199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:06,208 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:06,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:06,208 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:06,208 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:06,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42004 deadline: 1731014646200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:06,209 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:06,209 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:06,209 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:06,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:06,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42016 deadline: 1731014646399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:06,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:06,401 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:06,401 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:06,401 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:06,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42032 deadline: 1731014646400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:06,401 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:06,401 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:06,401 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:06,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:06,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41982 deadline: 1731014646400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:06,402 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:06,402 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:06,402 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:06,427 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:06,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42004 deadline: 1731014646419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:06,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:06,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41960 deadline: 1731014646419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:06,428 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:06,428 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:06,428 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:06,429 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:06,429 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:06,429 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:06,512 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:06,517 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411078fed0494cf644eb782fede7704df7c84_45eadf20caf14aabd1ba075d3a14b68c to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411078fed0494cf644eb782fede7704df7c84_45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:06,518 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/7b7c5ed9050740d9ac3939f55123db29, store: [table=TestAcidGuarantees family=A region=45eadf20caf14aabd1ba075d3a14b68c] 2024-11-07T21:23:06,519 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/7b7c5ed9050740d9ac3939f55123db29 is 175, key is test_row_0/A:col10/1731014586054/Put/seqid=0 2024-11-07T21:23:06,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741967_1143 (size=30955) 2024-11-07T21:23:06,532 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=74, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/7b7c5ed9050740d9ac3939f55123db29 2024-11-07T21:23:06,544 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/B/47b2056a03d242e1b0707f5a4566ecff is 50, key is test_row_0/B:col10/1731014586054/Put/seqid=0 2024-11-07T21:23:06,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741968_1144 (size=12001) 2024-11-07T21:23:06,559 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/B/47b2056a03d242e1b0707f5a4566ecff 2024-11-07T21:23:06,569 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/C/bca62406d85b4b4eae3091bf720b4a1d is 50, key is test_row_0/C:col10/1731014586054/Put/seqid=0 2024-11-07T21:23:06,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741969_1145 (size=12001) 2024-11-07T21:23:06,580 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/C/bca62406d85b4b4eae3091bf720b4a1d 2024-11-07T21:23:06,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/7b7c5ed9050740d9ac3939f55123db29 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/7b7c5ed9050740d9ac3939f55123db29 2024-11-07T21:23:06,619 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-07T21:23:06,600 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/7b7c5ed9050740d9ac3939f55123db29, entries=150, sequenceid=74, filesize=30.2 K 2024-11-07T21:23:06,624 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/B/47b2056a03d242e1b0707f5a4566ecff as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/47b2056a03d242e1b0707f5a4566ecff 2024-11-07T21:23:06,630 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/47b2056a03d242e1b0707f5a4566ecff, entries=150, sequenceid=74, filesize=11.7 K 2024-11-07T21:23:06,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/C/bca62406d85b4b4eae3091bf720b4a1d as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/bca62406d85b4b4eae3091bf720b4a1d 2024-11-07T21:23:06,637 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/bca62406d85b4b4eae3091bf720b4a1d, entries=150, sequenceid=74, filesize=11.7 K 2024-11-07T21:23:06,639 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 45eadf20caf14aabd1ba075d3a14b68c in 583ms, sequenceid=74, compaction requested=true 2024-11-07T21:23:06,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 45eadf20caf14aabd1ba075d3a14b68c: 2024-11-07T21:23:06,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45eadf20caf14aabd1ba075d3a14b68c:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T21:23:06,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:23:06,639 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T21:23:06,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45eadf20caf14aabd1ba075d3a14b68c:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T21:23:06,639 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T21:23:06,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:23:06,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45eadf20caf14aabd1ba075d3a14b68c:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T21:23:06,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:23:06,642 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T21:23:06,643 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1541): 45eadf20caf14aabd1ba075d3a14b68c/B is initiating minor compaction (all files) 2024-11-07T21:23:06,643 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 45eadf20caf14aabd1ba075d3a14b68c/B in TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:06,643 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/1083fcb4ded14efdafdcb1483f47d64f, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/33839c76960f44e1a743f2b30a516f73, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/87ee268f25594896972c4735c8ffa6f8, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/47b2056a03d242e1b0707f5a4566ecff] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp, totalSize=46.9 K 2024-11-07T21:23:06,643 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 149598 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T21:23:06,643 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): 45eadf20caf14aabd1ba075d3a14b68c/A is initiating minor compaction (all files) 2024-11-07T21:23:06,643 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 45eadf20caf14aabd1ba075d3a14b68c/A in TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:06,643 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/61055493f557454ba2f571d017e35e87, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/6674061a1b1741d79e1faeec56d97592, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/2933e428cedb428eb0f87aadadde1021, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/7b7c5ed9050740d9ac3939f55123db29] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp, totalSize=146.1 K 2024-11-07T21:23:06,644 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:06,644 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. files: [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/61055493f557454ba2f571d017e35e87, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/6674061a1b1741d79e1faeec56d97592, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/2933e428cedb428eb0f87aadadde1021, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/7b7c5ed9050740d9ac3939f55123db29] 2024-11-07T21:23:06,644 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1083fcb4ded14efdafdcb1483f47d64f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731014584911 2024-11-07T21:23:06,644 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 61055493f557454ba2f571d017e35e87, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731014584910 2024-11-07T21:23:06,645 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 33839c76960f44e1a743f2b30a516f73, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1731014584972 2024-11-07T21:23:06,645 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 6674061a1b1741d79e1faeec56d97592, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1731014584972 2024-11-07T21:23:06,645 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 87ee268f25594896972c4735c8ffa6f8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731014585675 2024-11-07T21:23:06,646 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 2933e428cedb428eb0f87aadadde1021, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731014585675 2024-11-07T21:23:06,647 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 47b2056a03d242e1b0707f5a4566ecff, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731014586032 2024-11-07T21:23:06,647 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 7b7c5ed9050740d9ac3939f55123db29, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731014586032 2024-11-07T21:23:06,668 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=45eadf20caf14aabd1ba075d3a14b68c] 2024-11-07T21:23:06,672 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45eadf20caf14aabd1ba075d3a14b68c#B#compaction#127 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:23:06,673 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/B/3507a88990794a12aa75822a7db8b2c5 is 50, key is test_row_0/B:col10/1731014586054/Put/seqid=0 2024-11-07T21:23:06,679 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411074f733406f3d74f0ea89ad096478c2050_45eadf20caf14aabd1ba075d3a14b68c store=[table=TestAcidGuarantees family=A region=45eadf20caf14aabd1ba075d3a14b68c] 2024-11-07T21:23:06,685 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411074f733406f3d74f0ea89ad096478c2050_45eadf20caf14aabd1ba075d3a14b68c, store=[table=TestAcidGuarantees family=A region=45eadf20caf14aabd1ba075d3a14b68c] 2024-11-07T21:23:06,685 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411074f733406f3d74f0ea89ad096478c2050_45eadf20caf14aabd1ba075d3a14b68c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=45eadf20caf14aabd1ba075d3a14b68c] 2024-11-07T21:23:06,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741970_1146 (size=12139) 2024-11-07T21:23:06,696 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/B/3507a88990794a12aa75822a7db8b2c5 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/3507a88990794a12aa75822a7db8b2c5 2024-11-07T21:23:06,703 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 45eadf20caf14aabd1ba075d3a14b68c/B of 45eadf20caf14aabd1ba075d3a14b68c into 3507a88990794a12aa75822a7db8b2c5(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:23:06,703 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 45eadf20caf14aabd1ba075d3a14b68c: 2024-11-07T21:23:06,703 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., storeName=45eadf20caf14aabd1ba075d3a14b68c/B, priority=12, startTime=1731014586639; duration=0sec 2024-11-07T21:23:06,703 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:23:06,703 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45eadf20caf14aabd1ba075d3a14b68c:B 2024-11-07T21:23:06,703 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T21:23:06,705 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T21:23:06,705 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1541): 45eadf20caf14aabd1ba075d3a14b68c/C is initiating minor compaction (all files) 2024-11-07T21:23:06,705 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 45eadf20caf14aabd1ba075d3a14b68c/C in TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:06,705 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/36f7f8cdd4544fff9d92d93733931de1, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/598e5524948f4b9f9ed48735ff38cf13, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/51064fc3c44e434b9c98d1048edb6e73, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/bca62406d85b4b4eae3091bf720b4a1d] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp, totalSize=46.9 K 2024-11-07T21:23:06,706 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 36f7f8cdd4544fff9d92d93733931de1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731014584911 2024-11-07T21:23:06,706 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 598e5524948f4b9f9ed48735ff38cf13, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1731014584972 2024-11-07T21:23:06,706 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 51064fc3c44e434b9c98d1048edb6e73, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731014585675 2024-11-07T21:23:06,707 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting bca62406d85b4b4eae3091bf720b4a1d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731014586032 2024-11-07T21:23:06,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741971_1147 (size=4469) 2024-11-07T21:23:06,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on 45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:06,720 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-07T21:23:06,720 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 45eadf20caf14aabd1ba075d3a14b68c 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-07T21:23:06,722 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45eadf20caf14aabd1ba075d3a14b68c#C#compaction#128 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:23:06,723 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/C/8dfef91af52a401da4e86ef7ab7f695b is 50, key is test_row_0/C:col10/1731014586054/Put/seqid=0 2024-11-07T21:23:06,748 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107714bc43a55514a94ae751cd4cf61b0ae_45eadf20caf14aabd1ba075d3a14b68c is 50, key is test_row_0/A:col10/1731014586717/Put/seqid=0 2024-11-07T21:23:06,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741972_1148 (size=12139) 2024-11-07T21:23:06,761 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/C/8dfef91af52a401da4e86ef7ab7f695b as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/8dfef91af52a401da4e86ef7ab7f695b 2024-11-07T21:23:06,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:06,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42032 deadline: 1731014646758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:06,763 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:06,763 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:06,763 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:06,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:06,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42016 deadline: 1731014646759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:06,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:06,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41982 deadline: 1731014646761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:06,769 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:06,769 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:06,769 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:06,769 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:06,769 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:06,769 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:06,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:06,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42004 deadline: 1731014646761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:06,770 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:06,770 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:06,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:06,770 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:06,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41960 deadline: 1731014646762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:06,771 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 45eadf20caf14aabd1ba075d3a14b68c/C of 45eadf20caf14aabd1ba075d3a14b68c into 8dfef91af52a401da4e86ef7ab7f695b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:23:06,771 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:06,771 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 45eadf20caf14aabd1ba075d3a14b68c: 2024-11-07T21:23:06,771 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:06,771 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., storeName=45eadf20caf14aabd1ba075d3a14b68c/C, priority=12, startTime=1731014586639; duration=0sec 2024-11-07T21:23:06,771 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:06,771 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:23:06,771 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45eadf20caf14aabd1ba075d3a14b68c:C 2024-11-07T21:23:06,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741973_1149 (size=14594) 2024-11-07T21:23:06,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:06,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42032 deadline: 1731014646870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:06,871 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:06,872 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:06,872 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:06,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:06,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42016 deadline: 1731014646879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:06,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:06,883 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:06,883 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:06,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42004 deadline: 1731014646879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:06,883 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:06,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:06,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:06,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41982 deadline: 1731014646880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:06,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41960 deadline: 1731014646880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:06,884 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:06,884 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:06,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:06,884 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:06,884 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:06,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:06,885 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:06,885 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:06,885 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:07,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-07T21:23:07,070 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T21:23:07,070 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T21:23:07,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-11-07T21:23:07,072 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T21:23:07,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-07T21:23:07,073 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T21:23:07,073 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T21:23:07,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:07,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42032 deadline: 1731014647080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:07,081 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:07,081 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:07,081 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:07,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:07,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42016 deadline: 1731014647089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:07,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:07,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:07,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41982 deadline: 1731014647090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:07,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41960 deadline: 1731014647089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:07,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:07,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42004 deadline: 1731014647090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:07,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:07,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:07,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:07,095 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:07,095 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:07,095 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:07,096 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:07,096 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:07,096 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:07,096 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:07,096 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:07,096 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:07,122 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45eadf20caf14aabd1ba075d3a14b68c#A#compaction#126 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:23:07,122 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/b170be902f9d49f0ae5ccce0f56c727c is 175, key is test_row_0/A:col10/1731014586054/Put/seqid=0 2024-11-07T21:23:07,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741974_1150 (size=31093) 2024-11-07T21:23:07,143 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/b170be902f9d49f0ae5ccce0f56c727c as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/b170be902f9d49f0ae5ccce0f56c727c 2024-11-07T21:23:07,154 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 45eadf20caf14aabd1ba075d3a14b68c/A of 45eadf20caf14aabd1ba075d3a14b68c into b170be902f9d49f0ae5ccce0f56c727c(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:23:07,154 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 45eadf20caf14aabd1ba075d3a14b68c: 2024-11-07T21:23:07,154 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., storeName=45eadf20caf14aabd1ba075d3a14b68c/A, priority=12, startTime=1731014586639; duration=0sec 2024-11-07T21:23:07,155 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:23:07,155 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45eadf20caf14aabd1ba075d3a14b68c:A 2024-11-07T21:23:07,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-07T21:23:07,183 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:07,189 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107714bc43a55514a94ae751cd4cf61b0ae_45eadf20caf14aabd1ba075d3a14b68c to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107714bc43a55514a94ae751cd4cf61b0ae_45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:07,190 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/d4b851ea06ce4e96ae665cdd82908470, store: [table=TestAcidGuarantees family=A region=45eadf20caf14aabd1ba075d3a14b68c] 2024-11-07T21:23:07,191 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/d4b851ea06ce4e96ae665cdd82908470 is 175, key is test_row_0/A:col10/1731014586717/Put/seqid=0 2024-11-07T21:23:07,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741975_1151 (size=39549) 2024-11-07T21:23:07,198 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/d4b851ea06ce4e96ae665cdd82908470 2024-11-07T21:23:07,212 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/B/d5372237f51b49a295fa3fdea979b974 is 50, key is test_row_0/B:col10/1731014586717/Put/seqid=0 2024-11-07T21:23:07,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741976_1152 (size=12001) 2024-11-07T21:23:07,219 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/B/d5372237f51b49a295fa3fdea979b974 2024-11-07T21:23:07,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-07T21:23:07,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:07,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. as already flushing 2024-11-07T21:23:07,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:07,226 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:07,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:07,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:07,238 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/C/6d7a8805a0534be788db57cae0d5b5df is 50, key is test_row_0/C:col10/1731014586717/Put/seqid=0 2024-11-07T21:23:07,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741977_1153 (size=12001) 2024-11-07T21:23:07,246 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/C/6d7a8805a0534be788db57cae0d5b5df 2024-11-07T21:23:07,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/d4b851ea06ce4e96ae665cdd82908470 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/d4b851ea06ce4e96ae665cdd82908470 2024-11-07T21:23:07,263 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/d4b851ea06ce4e96ae665cdd82908470, entries=200, sequenceid=93, filesize=38.6 K 2024-11-07T21:23:07,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/B/d5372237f51b49a295fa3fdea979b974 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/d5372237f51b49a295fa3fdea979b974 2024-11-07T21:23:07,271 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/d5372237f51b49a295fa3fdea979b974, entries=150, sequenceid=93, filesize=11.7 K 2024-11-07T21:23:07,272 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/C/6d7a8805a0534be788db57cae0d5b5df as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/6d7a8805a0534be788db57cae0d5b5df 2024-11-07T21:23:07,283 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/6d7a8805a0534be788db57cae0d5b5df, entries=150, sequenceid=93, filesize=11.7 K 2024-11-07T21:23:07,285 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 45eadf20caf14aabd1ba075d3a14b68c in 564ms, sequenceid=93, compaction requested=false 2024-11-07T21:23:07,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 45eadf20caf14aabd1ba075d3a14b68c: 2024-11-07T21:23:07,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-07T21:23:07,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:07,381 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing 45eadf20caf14aabd1ba075d3a14b68c 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-07T21:23:07,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-07T21:23:07,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110790fb68259d1d4bfdbefb6243591183f0_45eadf20caf14aabd1ba075d3a14b68c is 50, key is test_row_0/A:col10/1731014586758/Put/seqid=0 2024-11-07T21:23:07,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on 45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:07,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. as already flushing 2024-11-07T21:23:07,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741978_1154 (size=12154) 2024-11-07T21:23:07,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:07,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42004 deadline: 1731014647414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:07,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:07,419 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:07,419 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:07,419 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:07,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42032 deadline: 1731014647416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:07,420 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:07,420 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:07,420 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:07,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:07,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42016 deadline: 1731014647417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:07,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:07,424 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:07,424 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:07,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41982 deadline: 1731014647418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:07,424 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:07,425 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:07,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:07,425 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:07,425 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:07,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41960 deadline: 1731014647419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:07,425 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:07,425 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:07,425 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:07,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:07,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42032 deadline: 1731014647530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:07,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:07,535 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:07,535 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:07,535 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:07,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42016 deadline: 1731014647530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:07,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:07,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42004 deadline: 1731014647531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:07,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:07,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41960 deadline: 1731014647531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:07,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:07,535 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:07,536 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:07,536 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:07,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41982 deadline: 1731014647531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:07,536 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:07,536 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:07,536 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:07,536 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:07,536 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:07,536 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:07,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:07,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:07,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:07,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-07T21:23:07,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:07,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42032 deadline: 1731014647740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:07,742 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:07,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:07,742 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:07,742 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:07,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41960 deadline: 1731014647740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:07,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:07,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41982 deadline: 1731014647740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:07,743 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:07,743 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:07,743 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:07,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:07,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42004 deadline: 1731014647740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:07,743 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:07,744 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:07,744 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:07,744 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:07,744 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:07,744 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:07,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:07,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42016 deadline: 1731014647749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:07,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:07,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:07,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:07,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:07,808 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110790fb68259d1d4bfdbefb6243591183f0_45eadf20caf14aabd1ba075d3a14b68c to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110790fb68259d1d4bfdbefb6243591183f0_45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:07,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/711987ef847a4d3fbd3acb131807c8b7, store: [table=TestAcidGuarantees family=A region=45eadf20caf14aabd1ba075d3a14b68c] 2024-11-07T21:23:07,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/711987ef847a4d3fbd3acb131807c8b7 is 175, key is test_row_0/A:col10/1731014586758/Put/seqid=0 2024-11-07T21:23:07,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741979_1155 (size=30955) 2024-11-07T21:23:08,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:08,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42032 deadline: 1731014648050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:08,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:08,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:08,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:08,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:08,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41960 deadline: 1731014648050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:08,056 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:08,056 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:08,056 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:08,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:08,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41982 deadline: 1731014648050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:08,056 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:08,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:08,056 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:08,056 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:08,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42004 deadline: 1731014648050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:08,057 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:08,057 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:08,057 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:08,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:08,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42016 deadline: 1731014648060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:08,061 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:08,061 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:08,061 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:08,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-07T21:23:08,222 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=113, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/711987ef847a4d3fbd3acb131807c8b7 2024-11-07T21:23:08,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/B/3ac4d910632a4ee2a3ae0bb0dfe294a3 is 50, key is test_row_0/B:col10/1731014586758/Put/seqid=0 2024-11-07T21:23:08,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741980_1156 (size=12001) 2024-11-07T21:23:08,237 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/B/3ac4d910632a4ee2a3ae0bb0dfe294a3 2024-11-07T21:23:08,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/C/896fb4d4066e426c9ff3c068f1a826a8 is 50, key is test_row_0/C:col10/1731014586758/Put/seqid=0 2024-11-07T21:23:08,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741981_1157 (size=12001) 2024-11-07T21:23:08,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:08,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41982 deadline: 1731014648560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:08,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:08,566 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:08,566 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:08,566 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:08,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41960 deadline: 1731014648560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:08,566 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:08,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:08,566 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:08,566 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:08,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42004 deadline: 1731014648560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:08,566 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:08,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:08,566 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:08,566 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:08,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42032 deadline: 1731014648560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:08,567 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:08,567 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:08,567 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:08,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:08,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42016 deadline: 1731014648570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:08,572 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:08,572 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:08,572 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:08,660 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/C/896fb4d4066e426c9ff3c068f1a826a8 2024-11-07T21:23:08,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/711987ef847a4d3fbd3acb131807c8b7 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/711987ef847a4d3fbd3acb131807c8b7 2024-11-07T21:23:08,671 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/711987ef847a4d3fbd3acb131807c8b7, entries=150, sequenceid=113, filesize=30.2 K 2024-11-07T21:23:08,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/B/3ac4d910632a4ee2a3ae0bb0dfe294a3 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/3ac4d910632a4ee2a3ae0bb0dfe294a3 2024-11-07T21:23:08,676 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/3ac4d910632a4ee2a3ae0bb0dfe294a3, entries=150, sequenceid=113, filesize=11.7 K 2024-11-07T21:23:08,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/C/896fb4d4066e426c9ff3c068f1a826a8 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/896fb4d4066e426c9ff3c068f1a826a8 2024-11-07T21:23:08,681 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/896fb4d4066e426c9ff3c068f1a826a8, entries=150, sequenceid=113, filesize=11.7 K 2024-11-07T21:23:08,682 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 45eadf20caf14aabd1ba075d3a14b68c in 1302ms, sequenceid=113, compaction requested=true 2024-11-07T21:23:08,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for 45eadf20caf14aabd1ba075d3a14b68c: 2024-11-07T21:23:08,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:08,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-07T21:23:08,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-07T21:23:08,685 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-07T21:23:08,686 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6110 sec 2024-11-07T21:23:08,687 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 1.6160 sec 2024-11-07T21:23:09,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-07T21:23:09,230 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T21:23:09,230 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T21:23:09,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-11-07T21:23:09,233 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T21:23:09,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-07T21:23:09,235 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T21:23:09,235 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T21:23:09,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-07T21:23:09,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-07T21:23:09,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:09,389 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing 45eadf20caf14aabd1ba075d3a14b68c 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-07T21:23:09,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107f371d1df458b4337889cc25702c8ead4_45eadf20caf14aabd1ba075d3a14b68c is 50, key is test_row_0/A:col10/1731014587417/Put/seqid=0 2024-11-07T21:23:09,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741982_1158 (size=12254) 2024-11-07T21:23:09,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,431 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107f371d1df458b4337889cc25702c8ead4_45eadf20caf14aabd1ba075d3a14b68c to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107f371d1df458b4337889cc25702c8ead4_45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:09,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/f6fa1c8a9b064a12b5ce45a340d3b45b, store: [table=TestAcidGuarantees family=A region=45eadf20caf14aabd1ba075d3a14b68c] 2024-11-07T21:23:09,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/f6fa1c8a9b064a12b5ce45a340d3b45b is 175, key is test_row_0/A:col10/1731014587417/Put/seqid=0 2024-11-07T21:23:09,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741983_1159 (size=31055) 2024-11-07T21:23:09,446 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=131, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/f6fa1c8a9b064a12b5ce45a340d3b45b 2024-11-07T21:23:09,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/B/67d8a6b10f7140c8b137ae27412c09d2 is 50, key is test_row_0/B:col10/1731014587417/Put/seqid=0 2024-11-07T21:23:09,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741984_1160 (size=12101) 2024-11-07T21:23:09,467 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/B/67d8a6b10f7140c8b137ae27412c09d2 2024-11-07T21:23:09,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/C/fa2dd18c4ba64c7c924300eba58e4acc is 50, key is test_row_0/C:col10/1731014587417/Put/seqid=0 2024-11-07T21:23:09,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741985_1161 (size=12101) 2024-11-07T21:23:09,500 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/C/fa2dd18c4ba64c7c924300eba58e4acc 2024-11-07T21:23:09,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/f6fa1c8a9b064a12b5ce45a340d3b45b as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/f6fa1c8a9b064a12b5ce45a340d3b45b 2024-11-07T21:23:09,516 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/f6fa1c8a9b064a12b5ce45a340d3b45b, entries=150, sequenceid=131, filesize=30.3 K 2024-11-07T21:23:09,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/B/67d8a6b10f7140c8b137ae27412c09d2 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/67d8a6b10f7140c8b137ae27412c09d2 2024-11-07T21:23:09,523 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/67d8a6b10f7140c8b137ae27412c09d2, entries=150, sequenceid=131, filesize=11.8 K 2024-11-07T21:23:09,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/C/fa2dd18c4ba64c7c924300eba58e4acc as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/fa2dd18c4ba64c7c924300eba58e4acc 2024-11-07T21:23:09,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,530 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/fa2dd18c4ba64c7c924300eba58e4acc, entries=150, sequenceid=131, filesize=11.8 K 2024-11-07T21:23:09,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,531 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=0 B/0 for 45eadf20caf14aabd1ba075d3a14b68c in 142ms, sequenceid=131, compaction requested=true 2024-11-07T21:23:09,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for 45eadf20caf14aabd1ba075d3a14b68c: 2024-11-07T21:23:09,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:09,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-07T21:23:09,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-07T21:23:09,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,535 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-07T21:23:09,535 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 298 msec 2024-11-07T21:23:09,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,538 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 306 msec 2024-11-07T21:23:09,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-07T21:23:09,550 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T21:23:09,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,550 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T21:23:09,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-11-07T21:23:09,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-07T21:23:09,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,552 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T21:23:09,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,553 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T21:23:09,553 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T21:23:09,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on 45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:09,639 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-07T21:23:09,639 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 45eadf20caf14aabd1ba075d3a14b68c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-07T21:23:09,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,656 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110749467a22925142fda06f74407a89219d_45eadf20caf14aabd1ba075d3a14b68c is 50, key is test_row_0/A:col10/1731014589635/Put/seqid=0 2024-11-07T21:23:09,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-07T21:23:09,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-07T21:23:09,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:09,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. as already flushing 2024-11-07T21:23:09,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741987_1163 (size=24758) 2024-11-07T21:23:09,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:09,706 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:09,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:09,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:09,708 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,715 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110749467a22925142fda06f74407a89219d_45eadf20caf14aabd1ba075d3a14b68c to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110749467a22925142fda06f74407a89219d_45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:09,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,717 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/48de98da18e6420ca6fe9e18618cf6d6, store: [table=TestAcidGuarantees family=A region=45eadf20caf14aabd1ba075d3a14b68c] 2024-11-07T21:23:09,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,718 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/48de98da18e6420ca6fe9e18618cf6d6 is 175, key is test_row_0/A:col10/1731014589635/Put/seqid=0 2024-11-07T21:23:09,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741986_1162 (size=74394) 2024-11-07T21:23:09,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:09,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:09,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41982 deadline: 1731014649724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:09,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:09,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42032 deadline: 1731014649725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:09,729 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:09,729 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:09,729 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:09,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:09,730 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:09,730 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:09,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:09,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42004 deadline: 1731014649727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:09,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:09,731 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:09,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42016 deadline: 1731014649727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:09,731 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:09,731 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:09,731 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:09,731 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:09,731 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:09,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:09,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41960 deadline: 1731014649729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:09,736 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:09,736 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:09,736 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:09,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:09,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41982 deadline: 1731014649839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:09,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:09,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42032 deadline: 1731014649839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:09,845 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:09,845 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:09,845 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:09,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:09,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:09,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42004 deadline: 1731014649839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:09,845 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:09,845 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:09,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42016 deadline: 1731014649840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:09,845 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:09,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:09,845 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:09,845 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:09,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41960 deadline: 1731014649840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:09,845 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:09,846 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:09,846 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:09,846 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:09,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:09,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:09,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:09,859 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-07T21:23:09,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:09,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. as already flushing 2024-11-07T21:23:09,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:09,859 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:09,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:09,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:09,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-07T21:23:10,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-07T21:23:10,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:10,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. as already flushing 2024-11-07T21:23:10,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:10,012 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:10,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:10,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:10,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:10,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41982 deadline: 1731014650050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:10,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:10,054 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:10,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42004 deadline: 1731014650050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:10,054 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:10,054 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:10,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:10,054 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:10,054 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:10,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42032 deadline: 1731014650050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:10,054 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:10,054 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:10,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:10,054 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:10,054 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:10,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41960 deadline: 1731014650050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:10,055 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:10,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:10,055 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:10,055 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:10,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42016 deadline: 1731014650050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:10,055 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:10,055 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:10,055 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:10,121 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=142, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/48de98da18e6420ca6fe9e18618cf6d6 2024-11-07T21:23:10,129 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/B/6d4bea4c7a39419b91165e229283197b is 50, key is test_row_0/B:col10/1731014589635/Put/seqid=0 2024-11-07T21:23:10,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741988_1164 (size=12151) 2024-11-07T21:23:10,143 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/B/6d4bea4c7a39419b91165e229283197b 2024-11-07T21:23:10,154 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/C/fd56c453aee94b8ea9a17813285eae05 is 50, key is test_row_0/C:col10/1731014589635/Put/seqid=0 2024-11-07T21:23:10,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741989_1165 (size=12151) 2024-11-07T21:23:10,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-07T21:23:10,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:10,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. as already flushing 2024-11-07T21:23:10,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:10,166 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:10,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:10,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:10,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-07T21:23:10,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-07T21:23:10,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:10,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. as already flushing 2024-11-07T21:23:10,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:10,319 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:10,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:10,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:10,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:10,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41982 deadline: 1731014650359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:10,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:10,361 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:10,361 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:10,361 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:10,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42004 deadline: 1731014650359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:10,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:10,361 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:10,361 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:10,361 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:10,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42032 deadline: 1731014650359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:10,361 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:10,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:10,361 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:10,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41960 deadline: 1731014650359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:10,362 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:10,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:10,362 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:10,362 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:10,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42016 deadline: 1731014650359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:10,362 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:10,362 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:10,362 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:10,362 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:10,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-07T21:23:10,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:10,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. as already flushing 2024-11-07T21:23:10,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:10,473 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:10,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:10,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:10,564 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/C/fd56c453aee94b8ea9a17813285eae05 2024-11-07T21:23:10,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/48de98da18e6420ca6fe9e18618cf6d6 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/48de98da18e6420ca6fe9e18618cf6d6 2024-11-07T21:23:10,573 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/48de98da18e6420ca6fe9e18618cf6d6, entries=400, sequenceid=142, filesize=72.7 K 2024-11-07T21:23:10,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/B/6d4bea4c7a39419b91165e229283197b as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/6d4bea4c7a39419b91165e229283197b 2024-11-07T21:23:10,578 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/6d4bea4c7a39419b91165e229283197b, entries=150, sequenceid=142, filesize=11.9 K 2024-11-07T21:23:10,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/C/fd56c453aee94b8ea9a17813285eae05 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/fd56c453aee94b8ea9a17813285eae05 2024-11-07T21:23:10,588 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/fd56c453aee94b8ea9a17813285eae05, entries=150, sequenceid=142, filesize=11.9 K 2024-11-07T21:23:10,590 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 45eadf20caf14aabd1ba075d3a14b68c in 950ms, sequenceid=142, compaction requested=true 2024-11-07T21:23:10,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 45eadf20caf14aabd1ba075d3a14b68c: 2024-11-07T21:23:10,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45eadf20caf14aabd1ba075d3a14b68c:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T21:23:10,590 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-07T21:23:10,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:23:10,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45eadf20caf14aabd1ba075d3a14b68c:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T21:23:10,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:23:10,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45eadf20caf14aabd1ba075d3a14b68c:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T21:23:10,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-07T21:23:10,591 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-07T21:23:10,592 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 207046 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-07T21:23:10,593 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1541): 45eadf20caf14aabd1ba075d3a14b68c/A is initiating minor compaction (all files) 2024-11-07T21:23:10,593 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60393 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-07T21:23:10,593 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 45eadf20caf14aabd1ba075d3a14b68c/A in TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:10,593 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): 45eadf20caf14aabd1ba075d3a14b68c/B is initiating minor compaction (all files) 2024-11-07T21:23:10,593 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 45eadf20caf14aabd1ba075d3a14b68c/B in TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:10,593 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/b170be902f9d49f0ae5ccce0f56c727c, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/d4b851ea06ce4e96ae665cdd82908470, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/711987ef847a4d3fbd3acb131807c8b7, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/f6fa1c8a9b064a12b5ce45a340d3b45b, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/48de98da18e6420ca6fe9e18618cf6d6] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp, totalSize=202.2 K 2024-11-07T21:23:10,593 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/3507a88990794a12aa75822a7db8b2c5, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/d5372237f51b49a295fa3fdea979b974, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/3ac4d910632a4ee2a3ae0bb0dfe294a3, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/67d8a6b10f7140c8b137ae27412c09d2, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/6d4bea4c7a39419b91165e229283197b] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp, totalSize=59.0 K 2024-11-07T21:23:10,593 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:10,593 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. files: [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/b170be902f9d49f0ae5ccce0f56c727c, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/d4b851ea06ce4e96ae665cdd82908470, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/711987ef847a4d3fbd3acb131807c8b7, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/f6fa1c8a9b064a12b5ce45a340d3b45b, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/48de98da18e6420ca6fe9e18618cf6d6] 2024-11-07T21:23:10,594 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 3507a88990794a12aa75822a7db8b2c5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731014586032 2024-11-07T21:23:10,594 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting b170be902f9d49f0ae5ccce0f56c727c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731014586032 2024-11-07T21:23:10,594 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting d5372237f51b49a295fa3fdea979b974, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731014586717 2024-11-07T21:23:10,594 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting d4b851ea06ce4e96ae665cdd82908470, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731014586080 2024-11-07T21:23:10,594 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 3ac4d910632a4ee2a3ae0bb0dfe294a3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731014586749 2024-11-07T21:23:10,594 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 711987ef847a4d3fbd3acb131807c8b7, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731014586749 2024-11-07T21:23:10,595 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting f6fa1c8a9b064a12b5ce45a340d3b45b, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731014587414 2024-11-07T21:23:10,595 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 67d8a6b10f7140c8b137ae27412c09d2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731014587414 2024-11-07T21:23:10,595 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d4bea4c7a39419b91165e229283197b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1731014589616 2024-11-07T21:23:10,595 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 48de98da18e6420ca6fe9e18618cf6d6, keycount=400, bloomtype=ROW, size=72.7 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1731014589614 2024-11-07T21:23:10,614 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45eadf20caf14aabd1ba075d3a14b68c#B#compaction#141 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:23:10,614 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/B/f8d57cf198a645679dfb57be4e3a5338 is 50, key is test_row_0/B:col10/1731014589635/Put/seqid=0 2024-11-07T21:23:10,619 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=45eadf20caf14aabd1ba075d3a14b68c] 2024-11-07T21:23:10,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741990_1166 (size=12459) 2024-11-07T21:23:10,625 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411078bde5b9a9c3347e7bb2e59203fed5d89_45eadf20caf14aabd1ba075d3a14b68c store=[table=TestAcidGuarantees family=A region=45eadf20caf14aabd1ba075d3a14b68c] 2024-11-07T21:23:10,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-07T21:23:10,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:10,627 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing 45eadf20caf14aabd1ba075d3a14b68c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-07T21:23:10,629 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/B/f8d57cf198a645679dfb57be4e3a5338 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/f8d57cf198a645679dfb57be4e3a5338 2024-11-07T21:23:10,635 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411078bde5b9a9c3347e7bb2e59203fed5d89_45eadf20caf14aabd1ba075d3a14b68c, store=[table=TestAcidGuarantees family=A region=45eadf20caf14aabd1ba075d3a14b68c] 2024-11-07T21:23:10,636 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411078bde5b9a9c3347e7bb2e59203fed5d89_45eadf20caf14aabd1ba075d3a14b68c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=45eadf20caf14aabd1ba075d3a14b68c] 2024-11-07T21:23:10,637 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 45eadf20caf14aabd1ba075d3a14b68c/B of 45eadf20caf14aabd1ba075d3a14b68c into f8d57cf198a645679dfb57be4e3a5338(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:23:10,637 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 45eadf20caf14aabd1ba075d3a14b68c: 2024-11-07T21:23:10,637 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., storeName=45eadf20caf14aabd1ba075d3a14b68c/B, priority=11, startTime=1731014590590; duration=0sec 2024-11-07T21:23:10,637 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:23:10,637 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45eadf20caf14aabd1ba075d3a14b68c:B 2024-11-07T21:23:10,637 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-07T21:23:10,645 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60393 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-07T21:23:10,646 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): 45eadf20caf14aabd1ba075d3a14b68c/C is initiating minor compaction (all files) 2024-11-07T21:23:10,646 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 45eadf20caf14aabd1ba075d3a14b68c/C in TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:10,646 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/8dfef91af52a401da4e86ef7ab7f695b, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/6d7a8805a0534be788db57cae0d5b5df, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/896fb4d4066e426c9ff3c068f1a826a8, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/fa2dd18c4ba64c7c924300eba58e4acc, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/fd56c453aee94b8ea9a17813285eae05] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp, totalSize=59.0 K 2024-11-07T21:23:10,646 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 8dfef91af52a401da4e86ef7ab7f695b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731014586032 2024-11-07T21:23:10,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411079e5bb3ad8faa4a17bf7606974067a333_45eadf20caf14aabd1ba075d3a14b68c is 50, key is test_row_0/A:col10/1731014589726/Put/seqid=0 2024-11-07T21:23:10,649 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d7a8805a0534be788db57cae0d5b5df, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731014586717 2024-11-07T21:23:10,650 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 896fb4d4066e426c9ff3c068f1a826a8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731014586749 2024-11-07T21:23:10,650 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting fa2dd18c4ba64c7c924300eba58e4acc, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731014587414 2024-11-07T21:23:10,651 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting fd56c453aee94b8ea9a17813285eae05, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1731014589616 2024-11-07T21:23:10,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741991_1167 (size=4469) 2024-11-07T21:23:10,662 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45eadf20caf14aabd1ba075d3a14b68c#A#compaction#142 average throughput is 0.57 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:23:10,663 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/e004b99f4f5648c995750778ae07e6d0 is 175, key is test_row_0/A:col10/1731014589635/Put/seqid=0 2024-11-07T21:23:10,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741992_1168 (size=12304) 2024-11-07T21:23:10,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:10,671 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45eadf20caf14aabd1ba075d3a14b68c#C#compaction#144 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:23:10,672 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/C/2cb59eae9583491d96e53e1f149c159a is 50, key is test_row_0/C:col10/1731014589635/Put/seqid=0 2024-11-07T21:23:10,676 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411079e5bb3ad8faa4a17bf7606974067a333_45eadf20caf14aabd1ba075d3a14b68c to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411079e5bb3ad8faa4a17bf7606974067a333_45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:10,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/d41130fd02a64a469759b43b94654fce, store: [table=TestAcidGuarantees family=A region=45eadf20caf14aabd1ba075d3a14b68c] 2024-11-07T21:23:10,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/d41130fd02a64a469759b43b94654fce is 175, key is test_row_0/A:col10/1731014589726/Put/seqid=0 2024-11-07T21:23:10,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-07T21:23:10,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741993_1169 (size=31413) 2024-11-07T21:23:10,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741994_1170 (size=31105) 2024-11-07T21:23:10,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741995_1171 (size=12459) 2024-11-07T21:23:10,721 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/C/2cb59eae9583491d96e53e1f149c159a as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/2cb59eae9583491d96e53e1f149c159a 2024-11-07T21:23:10,733 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 45eadf20caf14aabd1ba075d3a14b68c/C of 45eadf20caf14aabd1ba075d3a14b68c into 2cb59eae9583491d96e53e1f149c159a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:23:10,734 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 45eadf20caf14aabd1ba075d3a14b68c: 2024-11-07T21:23:10,734 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., storeName=45eadf20caf14aabd1ba075d3a14b68c/C, priority=11, startTime=1731014590590; duration=0sec 2024-11-07T21:23:10,734 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:23:10,734 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45eadf20caf14aabd1ba075d3a14b68c:C 2024-11-07T21:23:10,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on 45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:10,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. as already flushing 2024-11-07T21:23:10,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:10,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:10,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42032 deadline: 1731014650879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:10,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41960 deadline: 1731014650880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:10,916 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:10,916 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:10,916 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:10,916 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:10,916 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:10,916 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:10,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:10,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41982 deadline: 1731014650916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:10,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:10,922 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:10,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42016 deadline: 1731014650916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:10,922 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:10,922 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:10,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:10,922 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:10,922 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:10,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42004 deadline: 1731014650916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:10,922 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:10,922 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:10,922 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:10,922 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:11,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:11,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42032 deadline: 1731014651020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:11,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:11,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41960 deadline: 1731014651020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:11,023 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:11,023 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:11,023 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:11,023 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:11,023 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:11,023 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:11,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:11,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41982 deadline: 1731014651029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:11,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:11,030 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:11,031 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:11,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42016 deadline: 1731014651029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:11,031 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:11,031 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:11,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:11,031 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:11,031 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:11,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42004 deadline: 1731014651029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:11,031 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:11,031 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:11,031 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:11,105 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/e004b99f4f5648c995750778ae07e6d0 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/e004b99f4f5648c995750778ae07e6d0 2024-11-07T21:23:11,108 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=167, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/d41130fd02a64a469759b43b94654fce 2024-11-07T21:23:11,112 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 45eadf20caf14aabd1ba075d3a14b68c/A of 45eadf20caf14aabd1ba075d3a14b68c into e004b99f4f5648c995750778ae07e6d0(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:23:11,112 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 45eadf20caf14aabd1ba075d3a14b68c: 2024-11-07T21:23:11,112 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., storeName=45eadf20caf14aabd1ba075d3a14b68c/A, priority=11, startTime=1731014590590; duration=0sec 2024-11-07T21:23:11,112 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:23:11,112 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45eadf20caf14aabd1ba075d3a14b68c:A 2024-11-07T21:23:11,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/B/40d8a22f2a514419ac45054ef5fd7db5 is 50, key is test_row_0/B:col10/1731014589726/Put/seqid=0 2024-11-07T21:23:11,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741996_1172 (size=12151) 2024-11-07T21:23:11,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:11,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42032 deadline: 1731014651229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:11,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:11,232 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:11,232 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:11,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41960 deadline: 1731014651229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:11,232 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:11,232 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:11,232 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:11,232 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:11,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:11,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41982 deadline: 1731014651239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:11,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:11,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42016 deadline: 1731014651239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:11,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:11,243 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:11,243 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:11,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:11,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42004 deadline: 1731014651239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:11,243 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:11,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:11,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:11,244 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:11,244 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:11,244 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:11,486 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-07T21:23:11,486 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-07T21:23:11,523 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/B/40d8a22f2a514419ac45054ef5fd7db5 2024-11-07T21:23:11,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/C/4734b12481bf47c5af54ac06e62e0022 is 50, key is test_row_0/C:col10/1731014589726/Put/seqid=0 2024-11-07T21:23:11,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:11,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42032 deadline: 1731014651539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:11,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:11,540 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:11,540 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:11,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41960 deadline: 1731014651539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:11,540 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:11,540 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:11,540 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:11,540 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:11,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741997_1173 (size=12151) 2024-11-07T21:23:11,541 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/C/4734b12481bf47c5af54ac06e62e0022 2024-11-07T21:23:11,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/d41130fd02a64a469759b43b94654fce as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/d41130fd02a64a469759b43b94654fce 2024-11-07T21:23:11,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:11,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42004 deadline: 1731014651550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:11,553 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:11,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:11,553 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:11,553 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:11,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41982 deadline: 1731014651550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:11,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:11,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42016 deadline: 1731014651550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:11,554 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:11,554 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:11,554 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:11,555 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/d41130fd02a64a469759b43b94654fce, entries=150, sequenceid=167, filesize=30.4 K 2024-11-07T21:23:11,556 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:11,556 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:11,556 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:11,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/B/40d8a22f2a514419ac45054ef5fd7db5 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/40d8a22f2a514419ac45054ef5fd7db5 2024-11-07T21:23:11,562 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/40d8a22f2a514419ac45054ef5fd7db5, entries=150, sequenceid=167, filesize=11.9 K 2024-11-07T21:23:11,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/C/4734b12481bf47c5af54ac06e62e0022 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/4734b12481bf47c5af54ac06e62e0022 2024-11-07T21:23:11,570 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/4734b12481bf47c5af54ac06e62e0022, entries=150, sequenceid=167, filesize=11.9 K 2024-11-07T21:23:11,571 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=67.09 KB/68700 for 45eadf20caf14aabd1ba075d3a14b68c in 944ms, sequenceid=167, compaction requested=false 2024-11-07T21:23:11,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for 45eadf20caf14aabd1ba075d3a14b68c: 2024-11-07T21:23:11,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:11,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-07T21:23:11,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-07T21:23:11,576 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-07T21:23:11,576 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0200 sec 2024-11-07T21:23:11,579 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 2.0270 sec 2024-11-07T21:23:11,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-07T21:23:11,699 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T21:23:11,700 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T21:23:11,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-11-07T21:23:11,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-07T21:23:11,701 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T21:23:11,702 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T21:23:11,702 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T21:23:11,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-07T21:23:11,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-07T21:23:11,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:11,855 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing 45eadf20caf14aabd1ba075d3a14b68c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-07T21:23:11,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411073f5282ea33c04263b54da39afd7250be_45eadf20caf14aabd1ba075d3a14b68c is 50, key is test_row_0/A:col10/1731014590889/Put/seqid=0 2024-11-07T21:23:11,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741998_1174 (size=12304) 2024-11-07T21:23:11,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:11,891 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411073f5282ea33c04263b54da39afd7250be_45eadf20caf14aabd1ba075d3a14b68c to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411073f5282ea33c04263b54da39afd7250be_45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:11,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/13620aa364c940beaf4f22387b05d9dc, store: [table=TestAcidGuarantees family=A region=45eadf20caf14aabd1ba075d3a14b68c] 2024-11-07T21:23:11,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/13620aa364c940beaf4f22387b05d9dc is 175, key is test_row_0/A:col10/1731014590889/Put/seqid=0 2024-11-07T21:23:11,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741999_1175 (size=31105) 2024-11-07T21:23:12,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-07T21:23:12,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on 45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:12,051 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. as already flushing 2024-11-07T21:23:12,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:12,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42004 deadline: 1731014652075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:12,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:12,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41960 deadline: 1731014652076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:12,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:12,082 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:12,082 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:12,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42016 deadline: 1731014652076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:12,082 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:12,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:12,082 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:12,082 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:12,082 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:12,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41982 deadline: 1731014652077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:12,082 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:12,082 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:12,082 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:12,082 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:12,082 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:12,082 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:12,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:12,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42032 deadline: 1731014652082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:12,086 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:12,086 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:12,086 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:12,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:12,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42004 deadline: 1731014652190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:12,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:12,191 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:12,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41960 deadline: 1731014652190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:12,191 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:12,191 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:12,192 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:12,192 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:12,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:12,192 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:12,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42016 deadline: 1731014652190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:12,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:12,192 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:12,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41982 deadline: 1731014652190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:12,192 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:12,192 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:12,192 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:12,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:12,192 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:12,192 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:12,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42032 deadline: 1731014652190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:12,193 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:12,193 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:12,193 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:12,322 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=183, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/13620aa364c940beaf4f22387b05d9dc 2024-11-07T21:23:12,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-07T21:23:12,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/B/e9b3684f8774481e9daa1a196f36d0a9 is 50, key is test_row_0/B:col10/1731014590889/Put/seqid=0 2024-11-07T21:23:12,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742000_1176 (size=12151) 2024-11-07T21:23:12,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:12,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42004 deadline: 1731014652400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:12,402 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:12,402 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:12,402 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:12,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:12,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42032 deadline: 1731014652400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:12,403 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:12,403 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:12,403 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:12,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:12,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41960 deadline: 1731014652400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:12,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:12,404 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:12,404 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:12,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42016 deadline: 1731014652400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:12,404 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:12,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:12,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41982 deadline: 1731014652400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:12,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:12,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:12,404 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:12,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:12,404 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:12,404 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:12,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:12,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42004 deadline: 1731014652709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:12,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:12,711 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:12,711 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:12,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42032 deadline: 1731014652709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:12,711 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:12,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:12,711 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:12,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:12,711 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:12,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41960 deadline: 1731014652709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:12,711 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:12,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42016 deadline: 1731014652709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:12,712 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:12,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:12,712 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:12,712 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:12,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:12,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41982 deadline: 1731014652709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:12,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:12,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:12,712 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:12,712 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:12,712 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:12,744 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/B/e9b3684f8774481e9daa1a196f36d0a9 2024-11-07T21:23:12,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/C/6ee273bcbb1c49009c090a9110da4c29 is 50, key is test_row_0/C:col10/1731014590889/Put/seqid=0 2024-11-07T21:23:12,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742001_1177 (size=12151) 2024-11-07T21:23:12,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-07T21:23:13,155 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/C/6ee273bcbb1c49009c090a9110da4c29 2024-11-07T21:23:13,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/13620aa364c940beaf4f22387b05d9dc as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/13620aa364c940beaf4f22387b05d9dc 2024-11-07T21:23:13,166 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/13620aa364c940beaf4f22387b05d9dc, entries=150, sequenceid=183, filesize=30.4 K 2024-11-07T21:23:13,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/B/e9b3684f8774481e9daa1a196f36d0a9 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/e9b3684f8774481e9daa1a196f36d0a9 2024-11-07T21:23:13,172 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/e9b3684f8774481e9daa1a196f36d0a9, entries=150, sequenceid=183, filesize=11.9 K 2024-11-07T21:23:13,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/C/6ee273bcbb1c49009c090a9110da4c29 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/6ee273bcbb1c49009c090a9110da4c29 2024-11-07T21:23:13,177 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/6ee273bcbb1c49009c090a9110da4c29, entries=150, sequenceid=183, filesize=11.9 K 2024-11-07T21:23:13,178 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 45eadf20caf14aabd1ba075d3a14b68c in 1323ms, sequenceid=183, compaction requested=true 2024-11-07T21:23:13,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 45eadf20caf14aabd1ba075d3a14b68c: 2024-11-07T21:23:13,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:13,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-07T21:23:13,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-07T21:23:13,181 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-07T21:23:13,181 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4780 sec 2024-11-07T21:23:13,182 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 1.4820 sec 2024-11-07T21:23:13,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on 45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:13,223 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-07T21:23:13,223 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 45eadf20caf14aabd1ba075d3a14b68c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-07T21:23:13,232 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110796ae4ef7d7e849dca570da9a8ea086be_45eadf20caf14aabd1ba075d3a14b68c is 50, key is test_row_0/A:col10/1731014593223/Put/seqid=0 2024-11-07T21:23:13,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:13,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42032 deadline: 1731014653232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:13,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:13,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:13,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41960 deadline: 1731014653235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:13,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:13,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:13,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:13,240 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:13,240 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:13,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42004 deadline: 1731014653237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:13,240 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:13,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:13,240 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:13,240 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:13,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41982 deadline: 1731014653238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:13,240 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:13,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:13,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42016 deadline: 1731014653239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:13,241 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:13,241 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:13,241 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:13,242 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:13,242 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:13,242 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:13,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742002_1178 (size=12304) 2024-11-07T21:23:13,249 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:13,254 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110796ae4ef7d7e849dca570da9a8ea086be_45eadf20caf14aabd1ba075d3a14b68c to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110796ae4ef7d7e849dca570da9a8ea086be_45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:13,256 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/60e90117c3cf40e191f21bddd0d7aa05, store: [table=TestAcidGuarantees family=A region=45eadf20caf14aabd1ba075d3a14b68c] 2024-11-07T21:23:13,257 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/60e90117c3cf40e191f21bddd0d7aa05 is 175, key is test_row_0/A:col10/1731014593223/Put/seqid=0 2024-11-07T21:23:13,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742003_1179 (size=31105) 2024-11-07T21:23:13,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:13,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42032 deadline: 1731014653350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:13,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:13,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41960 deadline: 1731014653350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:13,351 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:13,351 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:13,351 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:13,351 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:13,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:13,351 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:13,351 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:13,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42004 deadline: 1731014653350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:13,351 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:13,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:13,352 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:13,352 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:13,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41982 deadline: 1731014653350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:13,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:13,352 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:13,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42016 deadline: 1731014653350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:13,352 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:13,352 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:13,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:13,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:13,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:13,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:13,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42032 deadline: 1731014653560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:13,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:13,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41960 deadline: 1731014653560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:13,563 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:13,563 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:13,563 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:13,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:13,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42004 deadline: 1731014653560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:13,563 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:13,563 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:13,563 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:13,563 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:13,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:13,563 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:13,564 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:13,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41982 deadline: 1731014653560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:13,564 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:13,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:13,564 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:13,564 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:13,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42016 deadline: 1731014653560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:13,564 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:13,564 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:13,564 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:13,662 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=208, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/60e90117c3cf40e191f21bddd0d7aa05 2024-11-07T21:23:13,670 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/B/9e7b395351554be9a785769d6ccb68bd is 50, key is test_row_0/B:col10/1731014593223/Put/seqid=0 2024-11-07T21:23:13,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742004_1180 (size=12151) 2024-11-07T21:23:13,674 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/B/9e7b395351554be9a785769d6ccb68bd 2024-11-07T21:23:13,681 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/C/9e43b1968092439083c7cb502fcfb479 is 50, key is test_row_0/C:col10/1731014593223/Put/seqid=0 2024-11-07T21:23:13,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742005_1181 (size=12151) 2024-11-07T21:23:13,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-07T21:23:13,850 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T21:23:13,850 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T21:23:13,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-11-07T21:23:13,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-07T21:23:13,852 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T21:23:13,853 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T21:23:13,853 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T21:23:13,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:13,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42032 deadline: 1731014653870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:13,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:13,872 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:13,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41960 deadline: 1731014653870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:13,872 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:13,872 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:13,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:13,872 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:13,872 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:13,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41982 deadline: 1731014653870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:13,872 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:13,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:13,872 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:13,872 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:13,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42004 deadline: 1731014653870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:13,873 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:13,873 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:13,873 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:13,873 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:13,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:13,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42016 deadline: 1731014653870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:13,873 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:13,873 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:13,873 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:13,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-07T21:23:14,005 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-07T21:23:14,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:14,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. as already flushing 2024-11-07T21:23:14,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:14,005 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:14,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:14,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:14,087 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/C/9e43b1968092439083c7cb502fcfb479 2024-11-07T21:23:14,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/60e90117c3cf40e191f21bddd0d7aa05 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/60e90117c3cf40e191f21bddd0d7aa05 2024-11-07T21:23:14,096 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/60e90117c3cf40e191f21bddd0d7aa05, entries=150, sequenceid=208, filesize=30.4 K 2024-11-07T21:23:14,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/B/9e7b395351554be9a785769d6ccb68bd as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/9e7b395351554be9a785769d6ccb68bd 2024-11-07T21:23:14,100 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/9e7b395351554be9a785769d6ccb68bd, entries=150, sequenceid=208, filesize=11.9 K 2024-11-07T21:23:14,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/C/9e43b1968092439083c7cb502fcfb479 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/9e43b1968092439083c7cb502fcfb479 2024-11-07T21:23:14,104 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/9e43b1968092439083c7cb502fcfb479, entries=150, sequenceid=208, filesize=11.9 K 2024-11-07T21:23:14,105 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 45eadf20caf14aabd1ba075d3a14b68c in 882ms, sequenceid=208, compaction requested=true 2024-11-07T21:23:14,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 45eadf20caf14aabd1ba075d3a14b68c: 2024-11-07T21:23:14,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45eadf20caf14aabd1ba075d3a14b68c:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T21:23:14,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:23:14,106 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T21:23:14,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45eadf20caf14aabd1ba075d3a14b68c:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T21:23:14,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:23:14,106 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T21:23:14,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45eadf20caf14aabd1ba075d3a14b68c:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T21:23:14,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:23:14,107 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 124728 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T21:23:14,107 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T21:23:14,107 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1541): 45eadf20caf14aabd1ba075d3a14b68c/A is initiating minor compaction (all files) 2024-11-07T21:23:14,107 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): 45eadf20caf14aabd1ba075d3a14b68c/B is initiating minor compaction (all files) 2024-11-07T21:23:14,107 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 45eadf20caf14aabd1ba075d3a14b68c/B in TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:14,107 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 45eadf20caf14aabd1ba075d3a14b68c/A in TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:14,107 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/e004b99f4f5648c995750778ae07e6d0, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/d41130fd02a64a469759b43b94654fce, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/13620aa364c940beaf4f22387b05d9dc, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/60e90117c3cf40e191f21bddd0d7aa05] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp, totalSize=121.8 K 2024-11-07T21:23:14,107 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/f8d57cf198a645679dfb57be4e3a5338, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/40d8a22f2a514419ac45054ef5fd7db5, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/e9b3684f8774481e9daa1a196f36d0a9, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/9e7b395351554be9a785769d6ccb68bd] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp, totalSize=47.8 K 2024-11-07T21:23:14,108 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:14,108 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. files: [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/e004b99f4f5648c995750778ae07e6d0, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/d41130fd02a64a469759b43b94654fce, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/13620aa364c940beaf4f22387b05d9dc, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/60e90117c3cf40e191f21bddd0d7aa05] 2024-11-07T21:23:14,108 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting f8d57cf198a645679dfb57be4e3a5338, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1731014589616 2024-11-07T21:23:14,108 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting e004b99f4f5648c995750778ae07e6d0, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1731014589616 2024-11-07T21:23:14,108 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 40d8a22f2a514419ac45054ef5fd7db5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731014589722 2024-11-07T21:23:14,108 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting d41130fd02a64a469759b43b94654fce, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731014589722 2024-11-07T21:23:14,109 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting e9b3684f8774481e9daa1a196f36d0a9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731014590875 2024-11-07T21:23:14,109 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 13620aa364c940beaf4f22387b05d9dc, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731014590875 2024-11-07T21:23:14,109 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 9e7b395351554be9a785769d6ccb68bd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731014592073 2024-11-07T21:23:14,109 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 60e90117c3cf40e191f21bddd0d7aa05, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731014592073 2024-11-07T21:23:14,117 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=45eadf20caf14aabd1ba075d3a14b68c] 2024-11-07T21:23:14,119 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45eadf20caf14aabd1ba075d3a14b68c#B#compaction#153 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:23:14,120 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024110797a7d187f18c430c97c868e89213f78c_45eadf20caf14aabd1ba075d3a14b68c store=[table=TestAcidGuarantees family=A region=45eadf20caf14aabd1ba075d3a14b68c] 2024-11-07T21:23:14,120 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/B/3608330fb66a4c6bb34e9546e0181394 is 50, key is test_row_0/B:col10/1731014593223/Put/seqid=0 2024-11-07T21:23:14,123 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024110797a7d187f18c430c97c868e89213f78c_45eadf20caf14aabd1ba075d3a14b68c, store=[table=TestAcidGuarantees family=A region=45eadf20caf14aabd1ba075d3a14b68c] 2024-11-07T21:23:14,123 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110797a7d187f18c430c97c868e89213f78c_45eadf20caf14aabd1ba075d3a14b68c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=45eadf20caf14aabd1ba075d3a14b68c] 2024-11-07T21:23:14,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742006_1182 (size=12595) 2024-11-07T21:23:14,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742007_1183 (size=4469) 2024-11-07T21:23:14,158 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-07T21:23:14,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:14,159 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing 45eadf20caf14aabd1ba075d3a14b68c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-07T21:23:14,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107ae160e6e9a4647ce864d53efc3087a8b_45eadf20caf14aabd1ba075d3a14b68c is 50, key is test_row_0/A:col10/1731014593236/Put/seqid=0 2024-11-07T21:23:14,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-07T21:23:14,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742008_1184 (size=12304) 2024-11-07T21:23:14,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on 45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:14,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. as already flushing 2024-11-07T21:23:14,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:14,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41960 deadline: 1731014654412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:14,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:14,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42004 deadline: 1731014654414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:14,420 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:14,420 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:14,420 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:14,420 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:14,421 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:14,421 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:14,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:14,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42016 deadline: 1731014654415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:14,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:14,424 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:14,424 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:14,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42032 deadline: 1731014654417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:14,424 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:14,424 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:14,424 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:14,424 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:14,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:14,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41982 deadline: 1731014654420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:14,426 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:14,426 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:14,426 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:14,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-07T21:23:14,533 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45eadf20caf14aabd1ba075d3a14b68c#A#compaction#154 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:23:14,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:14,534 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/6b17a865243b450fa31cda6ae766c971 is 175, key is test_row_0/A:col10/1731014593223/Put/seqid=0 2024-11-07T21:23:14,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41960 deadline: 1731014654529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:14,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:14,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42004 deadline: 1731014654529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:14,534 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:14,534 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:14,534 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:14,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:14,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42016 deadline: 1731014654529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:14,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:14,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42032 deadline: 1731014654529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:14,535 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:14,535 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:14,535 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:14,535 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:14,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:14,535 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:14,535 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:14,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41982 deadline: 1731014654529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:14,536 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:14,536 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:14,536 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:14,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:14,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:14,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:14,539 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/B/3608330fb66a4c6bb34e9546e0181394 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/3608330fb66a4c6bb34e9546e0181394 2024-11-07T21:23:14,545 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 45eadf20caf14aabd1ba075d3a14b68c/B of 45eadf20caf14aabd1ba075d3a14b68c into 3608330fb66a4c6bb34e9546e0181394(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:23:14,545 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 45eadf20caf14aabd1ba075d3a14b68c: 2024-11-07T21:23:14,545 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., storeName=45eadf20caf14aabd1ba075d3a14b68c/B, priority=12, startTime=1731014594106; duration=0sec 2024-11-07T21:23:14,546 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:23:14,546 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45eadf20caf14aabd1ba075d3a14b68c:B 2024-11-07T21:23:14,546 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T21:23:14,547 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T21:23:14,547 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): 45eadf20caf14aabd1ba075d3a14b68c/C is initiating minor compaction (all files) 2024-11-07T21:23:14,547 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 45eadf20caf14aabd1ba075d3a14b68c/C in TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:14,547 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/2cb59eae9583491d96e53e1f149c159a, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/4734b12481bf47c5af54ac06e62e0022, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/6ee273bcbb1c49009c090a9110da4c29, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/9e43b1968092439083c7cb502fcfb479] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp, totalSize=47.8 K 2024-11-07T21:23:14,548 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 2cb59eae9583491d96e53e1f149c159a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1731014589616 2024-11-07T21:23:14,548 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 4734b12481bf47c5af54ac06e62e0022, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731014589722 2024-11-07T21:23:14,549 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 6ee273bcbb1c49009c090a9110da4c29, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731014590875 2024-11-07T21:23:14,549 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 9e43b1968092439083c7cb502fcfb479, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731014592073 2024-11-07T21:23:14,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742009_1185 (size=31549) 2024-11-07T21:23:14,567 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45eadf20caf14aabd1ba075d3a14b68c#C#compaction#156 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:23:14,567 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/C/7bf5157afc3b4cf2a9d9089248df8008 is 50, key is test_row_0/C:col10/1731014593223/Put/seqid=0 2024-11-07T21:23:14,575 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/6b17a865243b450fa31cda6ae766c971 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/6b17a865243b450fa31cda6ae766c971 2024-11-07T21:23:14,581 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 45eadf20caf14aabd1ba075d3a14b68c/A of 45eadf20caf14aabd1ba075d3a14b68c into 6b17a865243b450fa31cda6ae766c971(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:23:14,581 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 45eadf20caf14aabd1ba075d3a14b68c: 2024-11-07T21:23:14,581 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., storeName=45eadf20caf14aabd1ba075d3a14b68c/A, priority=12, startTime=1731014594105; duration=0sec 2024-11-07T21:23:14,581 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:23:14,581 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45eadf20caf14aabd1ba075d3a14b68c:A 2024-11-07T21:23:14,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:14,593 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107ae160e6e9a4647ce864d53efc3087a8b_45eadf20caf14aabd1ba075d3a14b68c to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107ae160e6e9a4647ce864d53efc3087a8b_45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:14,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/999850f0dfdf4efca3520eb6c207d35b, store: [table=TestAcidGuarantees family=A region=45eadf20caf14aabd1ba075d3a14b68c] 2024-11-07T21:23:14,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/999850f0dfdf4efca3520eb6c207d35b is 175, key is test_row_0/A:col10/1731014593236/Put/seqid=0 2024-11-07T21:23:14,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742010_1186 (size=12595) 2024-11-07T21:23:14,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742011_1187 (size=31105) 2024-11-07T21:23:14,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:14,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41960 deadline: 1731014654739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:14,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:14,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42004 deadline: 1731014654739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:14,741 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:14,741 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:14,741 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:14,741 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:14,741 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:14,741 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:14,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:14,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42016 deadline: 1731014654739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:14,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:14,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41982 deadline: 1731014654740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:14,742 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:14,742 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:14,742 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:14,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:14,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42032 deadline: 1731014654740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:14,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:14,742 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:14,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:14,742 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:14,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:14,742 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:14,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-07T21:23:15,008 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/C/7bf5157afc3b4cf2a9d9089248df8008 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/7bf5157afc3b4cf2a9d9089248df8008 2024-11-07T21:23:15,010 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=219, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/999850f0dfdf4efca3520eb6c207d35b 2024-11-07T21:23:15,015 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 45eadf20caf14aabd1ba075d3a14b68c/C of 45eadf20caf14aabd1ba075d3a14b68c into 7bf5157afc3b4cf2a9d9089248df8008(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:23:15,015 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 45eadf20caf14aabd1ba075d3a14b68c: 2024-11-07T21:23:15,015 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., storeName=45eadf20caf14aabd1ba075d3a14b68c/C, priority=12, startTime=1731014594106; duration=0sec 2024-11-07T21:23:15,016 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:23:15,016 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45eadf20caf14aabd1ba075d3a14b68c:C 2024-11-07T21:23:15,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/B/022615473c0543f8b12756b1c6849fe8 is 50, key is test_row_0/B:col10/1731014593236/Put/seqid=0 2024-11-07T21:23:15,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742012_1188 (size=12151) 2024-11-07T21:23:15,031 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/B/022615473c0543f8b12756b1c6849fe8 2024-11-07T21:23:15,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/C/785e2e4421624f00919a6433426ab9da is 50, key is test_row_0/C:col10/1731014593236/Put/seqid=0 2024-11-07T21:23:15,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:15,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41960 deadline: 1731014655050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:15,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:15,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42016 deadline: 1731014655050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:15,052 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:15,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:15,052 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:15,052 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:15,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41982 deadline: 1731014655050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:15,052 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:15,052 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:15,052 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:15,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:15,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42004 deadline: 1731014655050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:15,052 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:15,052 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:15,052 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:15,053 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:15,053 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:15,053 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:15,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:15,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42032 deadline: 1731014655050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:15,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:15,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:15,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:15,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742013_1189 (size=12151) 2024-11-07T21:23:15,457 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/C/785e2e4421624f00919a6433426ab9da 2024-11-07T21:23:15,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/999850f0dfdf4efca3520eb6c207d35b as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/999850f0dfdf4efca3520eb6c207d35b 2024-11-07T21:23:15,467 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/999850f0dfdf4efca3520eb6c207d35b, entries=150, sequenceid=219, filesize=30.4 K 2024-11-07T21:23:15,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/B/022615473c0543f8b12756b1c6849fe8 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/022615473c0543f8b12756b1c6849fe8 2024-11-07T21:23:15,473 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/022615473c0543f8b12756b1c6849fe8, entries=150, sequenceid=219, filesize=11.9 K 2024-11-07T21:23:15,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/C/785e2e4421624f00919a6433426ab9da as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/785e2e4421624f00919a6433426ab9da 2024-11-07T21:23:15,480 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/785e2e4421624f00919a6433426ab9da, entries=150, sequenceid=219, filesize=11.9 K 2024-11-07T21:23:15,481 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 45eadf20caf14aabd1ba075d3a14b68c in 1322ms, sequenceid=219, compaction requested=false 2024-11-07T21:23:15,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for 45eadf20caf14aabd1ba075d3a14b68c: 2024-11-07T21:23:15,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:15,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-07T21:23:15,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-07T21:23:15,484 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-07T21:23:15,484 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6300 sec 2024-11-07T21:23:15,486 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 1.6350 sec 2024-11-07T21:23:15,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on 45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:15,562 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-07T21:23:15,562 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 45eadf20caf14aabd1ba075d3a14b68c 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-07T21:23:15,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:15,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42004 deadline: 1731014655564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:15,570 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:15,570 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:15,570 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:15,573 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107a69d9b9cefcb4449bd7a0e46098cfc1e_45eadf20caf14aabd1ba075d3a14b68c is 50, key is test_row_0/A:col10/1731014595560/Put/seqid=0 2024-11-07T21:23:15,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:15,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:15,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41960 deadline: 1731014655568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:15,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42016 deadline: 1731014655569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:15,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:15,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42032 deadline: 1731014655569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:15,591 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:15,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:15,591 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:15,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:15,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:15,591 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:15,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:15,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41982 deadline: 1731014655590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:15,593 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:15,593 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:15,593 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:15,596 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:15,596 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:15,596 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:15,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742014_1190 (size=19774) 2024-11-07T21:23:15,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:15,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42004 deadline: 1731014655679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:15,682 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:15,682 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:15,682 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:15,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:15,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:15,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42032 deadline: 1731014655699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:15,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42016 deadline: 1731014655699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:15,702 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:15,702 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:15,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:15,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:15,702 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:15,702 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:15,702 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:15,702 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:15,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41982 deadline: 1731014655699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:15,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41960 deadline: 1731014655699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:15,702 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:15,702 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:15,702 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:15,702 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:15,702 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:15,702 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:15,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:15,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42004 deadline: 1731014655889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:15,891 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:15,891 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:15,891 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:15,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:15,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42032 deadline: 1731014655909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:15,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:15,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42016 deadline: 1731014655909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:15,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:15,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41982 deadline: 1731014655910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:15,910 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:15,910 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:15,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:15,910 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:15,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41960 deadline: 1731014655910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:15,910 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:15,910 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:15,910 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:15,910 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:15,911 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:15,911 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:15,912 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:15,912 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:15,912 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:15,991 INFO [master/4fc742968c91:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-07T21:23:15,991 INFO [master/4fc742968c91:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-07T21:23:15,999 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:15,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-07T21:23:16,000 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T21:23:16,000 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T21:23:16,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees 2024-11-07T21:23:16,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-07T21:23:16,002 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T21:23:16,003 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T21:23:16,003 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T21:23:16,010 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107a69d9b9cefcb4449bd7a0e46098cfc1e_45eadf20caf14aabd1ba075d3a14b68c to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107a69d9b9cefcb4449bd7a0e46098cfc1e_45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:16,011 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/8063fd6d8e804e679868dcd4234b4885, store: [table=TestAcidGuarantees family=A region=45eadf20caf14aabd1ba075d3a14b68c] 2024-11-07T21:23:16,011 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/8063fd6d8e804e679868dcd4234b4885 is 175, key is test_row_0/A:col10/1731014595560/Put/seqid=0 2024-11-07T21:23:16,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742015_1191 (size=57033) 2024-11-07T21:23:16,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-07T21:23:16,155 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-07T21:23:16,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:16,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. as already flushing 2024-11-07T21:23:16,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:16,155 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:16,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:16,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:16,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:16,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42004 deadline: 1731014656199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:16,203 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:16,203 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:16,203 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:16,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:16,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42032 deadline: 1731014656219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:16,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:16,221 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:16,221 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:16,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42016 deadline: 1731014656219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:16,221 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:16,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:16,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:16,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41960 deadline: 1731014656220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:16,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:16,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:16,221 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:16,221 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:16,222 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:16,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:16,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41982 deadline: 1731014656220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:16,222 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:16,222 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:16,222 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:16,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-07T21:23:16,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:16,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. as already flushing 2024-11-07T21:23:16,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:16,308 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:16,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:16,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:16,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-07T21:23:16,415 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=250, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/8063fd6d8e804e679868dcd4234b4885 2024-11-07T21:23:16,424 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/B/3de27521c5254bedb9dfb975c98628f3 is 50, key is test_row_0/B:col10/1731014595560/Put/seqid=0 2024-11-07T21:23:16,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742016_1192 (size=12151) 2024-11-07T21:23:16,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-07T21:23:16,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:16,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. as already flushing 2024-11-07T21:23:16,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:16,461 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:16,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:16,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:16,614 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-07T21:23:16,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:16,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. as already flushing 2024-11-07T21:23:16,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:16,614 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:16,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:16,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:16,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-07T21:23:16,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:16,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42004 deadline: 1731014656710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:16,715 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:16,715 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:16,715 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:16,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:16,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42032 deadline: 1731014656729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:16,733 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:16,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:16,733 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:16,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42016 deadline: 1731014656729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:16,733 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:16,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:16,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:16,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41960 deadline: 1731014656729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:16,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:16,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:16,734 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:16,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:16,734 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:16,734 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:16,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41982 deadline: 1731014656729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:16,734 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:16,734 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:16,734 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:16,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-07T21:23:16,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:16,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. as already flushing 2024-11-07T21:23:16,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:16,767 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:16,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:16,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:16,828 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/B/3de27521c5254bedb9dfb975c98628f3 2024-11-07T21:23:16,836 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/C/7d30893540584dea9382747e2f77a8f2 is 50, key is test_row_0/C:col10/1731014595560/Put/seqid=0 2024-11-07T21:23:16,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742017_1193 (size=12151) 2024-11-07T21:23:16,920 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-07T21:23:16,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:16,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. as already flushing 2024-11-07T21:23:16,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:16,920 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:16,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:16,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:17,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-07T21:23:17,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:17,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. as already flushing 2024-11-07T21:23:17,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:17,073 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:17,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:17,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:17,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-07T21:23:17,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-07T21:23:17,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:17,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. as already flushing 2024-11-07T21:23:17,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:17,226 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:17,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:17,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:17,241 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/C/7d30893540584dea9382747e2f77a8f2 2024-11-07T21:23:17,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/8063fd6d8e804e679868dcd4234b4885 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/8063fd6d8e804e679868dcd4234b4885 2024-11-07T21:23:17,251 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/8063fd6d8e804e679868dcd4234b4885, entries=300, sequenceid=250, filesize=55.7 K 2024-11-07T21:23:17,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/B/3de27521c5254bedb9dfb975c98628f3 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/3de27521c5254bedb9dfb975c98628f3 2024-11-07T21:23:17,256 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/3de27521c5254bedb9dfb975c98628f3, entries=150, sequenceid=250, filesize=11.9 K 2024-11-07T21:23:17,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/C/7d30893540584dea9382747e2f77a8f2 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/7d30893540584dea9382747e2f77a8f2 2024-11-07T21:23:17,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,260 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/7d30893540584dea9382747e2f77a8f2, entries=150, sequenceid=250, filesize=11.9 K 2024-11-07T21:23:17,261 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for 45eadf20caf14aabd1ba075d3a14b68c in 1699ms, sequenceid=250, compaction requested=true 2024-11-07T21:23:17,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 45eadf20caf14aabd1ba075d3a14b68c: 2024-11-07T21:23:17,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45eadf20caf14aabd1ba075d3a14b68c:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T21:23:17,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:23:17,261 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:23:17,262 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:23:17,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45eadf20caf14aabd1ba075d3a14b68c:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T21:23:17,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:23:17,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45eadf20caf14aabd1ba075d3a14b68c:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T21:23:17,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:23:17,263 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 119687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:23:17,263 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:23:17,263 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1541): 45eadf20caf14aabd1ba075d3a14b68c/A is initiating minor compaction (all files) 2024-11-07T21:23:17,263 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): 45eadf20caf14aabd1ba075d3a14b68c/B is initiating minor compaction (all files) 2024-11-07T21:23:17,263 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 45eadf20caf14aabd1ba075d3a14b68c/A in TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:17,263 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 45eadf20caf14aabd1ba075d3a14b68c/B in TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:17,263 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/3608330fb66a4c6bb34e9546e0181394, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/022615473c0543f8b12756b1c6849fe8, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/3de27521c5254bedb9dfb975c98628f3] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp, totalSize=36.0 K 2024-11-07T21:23:17,263 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/6b17a865243b450fa31cda6ae766c971, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/999850f0dfdf4efca3520eb6c207d35b, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/8063fd6d8e804e679868dcd4234b4885] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp, totalSize=116.9 K 2024-11-07T21:23:17,263 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:17,263 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. files: [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/6b17a865243b450fa31cda6ae766c971, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/999850f0dfdf4efca3520eb6c207d35b, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/8063fd6d8e804e679868dcd4234b4885] 2024-11-07T21:23:17,263 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 3608330fb66a4c6bb34e9546e0181394, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731014592073 2024-11-07T21:23:17,263 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6b17a865243b450fa31cda6ae766c971, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731014592073 2024-11-07T21:23:17,263 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 022615473c0543f8b12756b1c6849fe8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731014593233 2024-11-07T21:23:17,264 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 999850f0dfdf4efca3520eb6c207d35b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731014593233 2024-11-07T21:23:17,264 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 3de27521c5254bedb9dfb975c98628f3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731014594411 2024-11-07T21:23:17,264 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8063fd6d8e804e679868dcd4234b4885, keycount=300, bloomtype=ROW, size=55.7 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731014594411 2024-11-07T21:23:17,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,271 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=45eadf20caf14aabd1ba075d3a14b68c] 2024-11-07T21:23:17,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,277 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45eadf20caf14aabd1ba075d3a14b68c#B#compaction#162 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:23:17,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,277 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/B/5d110f52cc5741569574bca5c4e0c457 is 50, key is test_row_0/B:col10/1731014595560/Put/seqid=0 2024-11-07T21:23:17,278 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241107f626de6c197244c9b03ff0f54bf0d706_45eadf20caf14aabd1ba075d3a14b68c store=[table=TestAcidGuarantees family=A region=45eadf20caf14aabd1ba075d3a14b68c] 2024-11-07T21:23:17,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,285 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241107f626de6c197244c9b03ff0f54bf0d706_45eadf20caf14aabd1ba075d3a14b68c, store=[table=TestAcidGuarantees family=A region=45eadf20caf14aabd1ba075d3a14b68c] 2024-11-07T21:23:17,285 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107f626de6c197244c9b03ff0f54bf0d706_45eadf20caf14aabd1ba075d3a14b68c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=45eadf20caf14aabd1ba075d3a14b68c] 2024-11-07T21:23:17,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742019_1195 (size=4469) 2024-11-07T21:23:17,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,317 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45eadf20caf14aabd1ba075d3a14b68c#A#compaction#163 average throughput is 0.53 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:23:17,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,317 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/330189389c94474f9d0cd2c0df1a36e5 is 175, key is test_row_0/A:col10/1731014595560/Put/seqid=0 2024-11-07T21:23:17,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742018_1194 (size=12697) 2024-11-07T21:23:17,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,333 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/B/5d110f52cc5741569574bca5c4e0c457 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/5d110f52cc5741569574bca5c4e0c457 2024-11-07T21:23:17,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,340 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 45eadf20caf14aabd1ba075d3a14b68c/B of 45eadf20caf14aabd1ba075d3a14b68c into 5d110f52cc5741569574bca5c4e0c457(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:23:17,340 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 45eadf20caf14aabd1ba075d3a14b68c: 2024-11-07T21:23:17,340 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., storeName=45eadf20caf14aabd1ba075d3a14b68c/B, priority=13, startTime=1731014597261; duration=0sec 2024-11-07T21:23:17,340 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:23:17,340 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45eadf20caf14aabd1ba075d3a14b68c:B 2024-11-07T21:23:17,340 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:23:17,341 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:23:17,341 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): 45eadf20caf14aabd1ba075d3a14b68c/C is initiating minor compaction (all files) 2024-11-07T21:23:17,341 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 45eadf20caf14aabd1ba075d3a14b68c/C in TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:17,342 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/7bf5157afc3b4cf2a9d9089248df8008, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/785e2e4421624f00919a6433426ab9da, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/7d30893540584dea9382747e2f77a8f2] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp, totalSize=36.0 K 2024-11-07T21:23:17,342 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 7bf5157afc3b4cf2a9d9089248df8008, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731014592073 2024-11-07T21:23:17,343 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 785e2e4421624f00919a6433426ab9da, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731014593233 2024-11-07T21:23:17,344 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 7d30893540584dea9382747e2f77a8f2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731014594411 2024-11-07T21:23:17,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742020_1196 (size=31651) 2024-11-07T21:23:17,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,358 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/330189389c94474f9d0cd2c0df1a36e5 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/330189389c94474f9d0cd2c0df1a36e5 2024-11-07T21:23:17,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,359 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45eadf20caf14aabd1ba075d3a14b68c#C#compaction#164 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:23:17,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,360 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/C/8ef7295f07cd4e2f92e3b769be9e98a0 is 50, key is test_row_0/C:col10/1731014595560/Put/seqid=0 2024-11-07T21:23:17,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,367 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 45eadf20caf14aabd1ba075d3a14b68c/A of 45eadf20caf14aabd1ba075d3a14b68c into 330189389c94474f9d0cd2c0df1a36e5(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:23:17,367 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 45eadf20caf14aabd1ba075d3a14b68c: 2024-11-07T21:23:17,367 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., storeName=45eadf20caf14aabd1ba075d3a14b68c/A, priority=13, startTime=1731014597261; duration=0sec 2024-11-07T21:23:17,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,368 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:23:17,368 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45eadf20caf14aabd1ba075d3a14b68c:A 2024-11-07T21:23:17,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742021_1197 (size=12697) 2024-11-07T21:23:17,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-07T21:23:17,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:17,379 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing 45eadf20caf14aabd1ba075d3a14b68c 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-07T21:23:17,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,384 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/C/8ef7295f07cd4e2f92e3b769be9e98a0 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/8ef7295f07cd4e2f92e3b769be9e98a0 2024-11-07T21:23:17,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411074a27978d8e304be5998e206944c60562_45eadf20caf14aabd1ba075d3a14b68c is 50, key is test_row_0/A:col10/1731014595568/Put/seqid=0 2024-11-07T21:23:17,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,392 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 45eadf20caf14aabd1ba075d3a14b68c/C of 45eadf20caf14aabd1ba075d3a14b68c into 8ef7295f07cd4e2f92e3b769be9e98a0(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:23:17,392 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 45eadf20caf14aabd1ba075d3a14b68c: 2024-11-07T21:23:17,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,392 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., storeName=45eadf20caf14aabd1ba075d3a14b68c/C, priority=13, startTime=1731014597262; duration=0sec 2024-11-07T21:23:17,392 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:23:17,392 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45eadf20caf14aabd1ba075d3a14b68c:C 2024-11-07T21:23:17,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742022_1198 (size=9914) 2024-11-07T21:23:17,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on 45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:17,728 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. as already flushing 2024-11-07T21:23:17,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:17,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41982 deadline: 1731014657769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:17,773 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:17,773 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:17,773 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:17,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:17,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:17,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42004 deadline: 1731014657771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:17,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42032 deadline: 1731014657771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:17,778 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:17,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:17,778 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:17,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:17,778 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:17,778 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:17,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42016 deadline: 1731014657772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:17,778 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:17,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41960 deadline: 1731014657773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:17,778 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:17,779 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:17,779 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:17,779 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:17,779 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:17,779 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:17,779 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:17,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:17,804 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411074a27978d8e304be5998e206944c60562_45eadf20caf14aabd1ba075d3a14b68c to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411074a27978d8e304be5998e206944c60562_45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:17,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/880e1d074e0b4e22a3685c6fb93b9fd3, store: [table=TestAcidGuarantees family=A region=45eadf20caf14aabd1ba075d3a14b68c] 2024-11-07T21:23:17,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/880e1d074e0b4e22a3685c6fb93b9fd3 is 175, key is test_row_0/A:col10/1731014595568/Put/seqid=0 2024-11-07T21:23:17,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742023_1199 (size=22561) 2024-11-07T21:23:17,815 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=261, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/880e1d074e0b4e22a3685c6fb93b9fd3 2024-11-07T21:23:17,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/B/4ea171afa387489fa0ee1d3569511f59 is 50, key is test_row_0/B:col10/1731014595568/Put/seqid=0 2024-11-07T21:23:17,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742024_1200 (size=9857) 2024-11-07T21:23:17,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:17,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41982 deadline: 1731014657880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:17,883 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:17,883 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:17,883 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:17,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:17,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42004 deadline: 1731014657889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:17,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:17,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42032 deadline: 1731014657889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:17,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:17,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42016 deadline: 1731014657889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:17,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:17,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41960 deadline: 1731014657889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:17,893 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:17,893 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:17,893 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:17,893 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:17,893 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:17,893 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:17,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:17,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:17,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:17,894 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:17,894 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:17,894 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:18,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:18,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41982 deadline: 1731014658090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:18,097 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:18,097 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:18,097 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:18,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:18,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42032 deadline: 1731014658099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:18,101 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:18,101 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:18,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:18,101 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:18,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42016 deadline: 1731014658099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:18,101 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:18,102 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:18,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:18,102 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:18,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41960 deadline: 1731014658099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:18,102 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:18,102 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:18,102 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:18,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:18,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42004 deadline: 1731014658099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:18,102 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:18,102 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:18,102 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:18,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-07T21:23:18,241 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/B/4ea171afa387489fa0ee1d3569511f59 2024-11-07T21:23:18,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/C/d3cbfd7b5e5e4410bf91b5b8aad45a83 is 50, key is test_row_0/C:col10/1731014595568/Put/seqid=0 2024-11-07T21:23:18,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742025_1201 (size=9857) 2024-11-07T21:23:18,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:18,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41982 deadline: 1731014658409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:18,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:18,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42016 deadline: 1731014658409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:18,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:18,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:18,414 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:18,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42032 deadline: 1731014658409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:18,414 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:18,414 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:18,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:18,414 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:18,414 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:18,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41960 deadline: 1731014658409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:18,414 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:18,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:18,414 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:18,414 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:18,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42004 deadline: 1731014658409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:18,414 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:18,414 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:18,414 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:18,414 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:18,414 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:18,414 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:18,653 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/C/d3cbfd7b5e5e4410bf91b5b8aad45a83 2024-11-07T21:23:18,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/880e1d074e0b4e22a3685c6fb93b9fd3 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/880e1d074e0b4e22a3685c6fb93b9fd3 2024-11-07T21:23:18,664 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/880e1d074e0b4e22a3685c6fb93b9fd3, entries=100, sequenceid=261, filesize=22.0 K 2024-11-07T21:23:18,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/B/4ea171afa387489fa0ee1d3569511f59 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/4ea171afa387489fa0ee1d3569511f59 2024-11-07T21:23:18,669 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/4ea171afa387489fa0ee1d3569511f59, entries=100, sequenceid=261, filesize=9.6 K 2024-11-07T21:23:18,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/C/d3cbfd7b5e5e4410bf91b5b8aad45a83 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/d3cbfd7b5e5e4410bf91b5b8aad45a83 2024-11-07T21:23:18,675 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/d3cbfd7b5e5e4410bf91b5b8aad45a83, entries=100, sequenceid=261, filesize=9.6 K 2024-11-07T21:23:18,677 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 45eadf20caf14aabd1ba075d3a14b68c in 1298ms, sequenceid=261, compaction requested=false 2024-11-07T21:23:18,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for 45eadf20caf14aabd1ba075d3a14b68c: 2024-11-07T21:23:18,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:18,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-07T21:23:18,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-07T21:23:18,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-07T21:23:18,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6760 sec 2024-11-07T21:23:18,683 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 2.6820 sec 2024-11-07T21:23:18,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on 45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:18,921 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-07T21:23:18,921 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 45eadf20caf14aabd1ba075d3a14b68c 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-07T21:23:18,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:18,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42032 deadline: 1731014658925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:18,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:18,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41982 deadline: 1731014658927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:18,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:18,930 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:18,930 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:18,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41960 deadline: 1731014658927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:18,930 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:18,930 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:18,930 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:18,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:18,930 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:18,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42016 deadline: 1731014658930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:18,930 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:18,930 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:18,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:18,930 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:18,931 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110724544d81b25645a5b7338989acf700f2_45eadf20caf14aabd1ba075d3a14b68c is 50, key is test_row_0/A:col10/1731014598921/Put/seqid=0 2024-11-07T21:23:18,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42004 deadline: 1731014658930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:18,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:18,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:18,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:18,931 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:18,931 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:18,931 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:18,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742026_1202 (size=20074) 2024-11-07T21:23:19,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:19,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42032 deadline: 1731014659039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:19,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:19,040 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:19,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41982 deadline: 1731014659039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:19,040 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:19,040 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:19,040 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:19,040 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:19,040 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:19,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:19,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41960 deadline: 1731014659039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:19,042 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:19,042 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:19,042 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:19,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:19,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42032 deadline: 1731014659250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:19,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:19,251 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:19,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41982 deadline: 1731014659250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:19,251 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:19,251 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:19,252 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:19,252 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:19,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:19,252 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:19,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41960 deadline: 1731014659250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:19,252 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:19,252 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:19,252 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:19,335 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:19,340 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110724544d81b25645a5b7338989acf700f2_45eadf20caf14aabd1ba075d3a14b68c to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110724544d81b25645a5b7338989acf700f2_45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:19,341 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/ac3bc8f93f144dcdb220d45dfa940a4f, store: [table=TestAcidGuarantees family=A region=45eadf20caf14aabd1ba075d3a14b68c] 2024-11-07T21:23:19,342 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/ac3bc8f93f144dcdb220d45dfa940a4f is 175, key is test_row_0/A:col10/1731014598921/Put/seqid=0 2024-11-07T21:23:19,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742027_1203 (size=57333) 2024-11-07T21:23:19,347 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=292, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/ac3bc8f93f144dcdb220d45dfa940a4f 2024-11-07T21:23:19,355 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/B/fe49c28a586a4d948d12ebbaaf5ccf03 is 50, key is test_row_0/B:col10/1731014598921/Put/seqid=0 2024-11-07T21:23:19,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742028_1204 (size=12301) 2024-11-07T21:23:19,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:19,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41982 deadline: 1731014659559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:19,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:19,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42032 deadline: 1731014659559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:19,562 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:19,562 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:19,562 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:19,562 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:19,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:19,562 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:19,562 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:19,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41960 deadline: 1731014659559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:19,562 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:19,562 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:19,562 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:19,761 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/B/fe49c28a586a4d948d12ebbaaf5ccf03 2024-11-07T21:23:19,772 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/C/6487f1a7f45541d793d18d61b6a77d87 is 50, key is test_row_0/C:col10/1731014598921/Put/seqid=0 2024-11-07T21:23:19,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742029_1205 (size=12301) 2024-11-07T21:23:19,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:19,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42016 deadline: 1731014659939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:19,940 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 4fc742968c91,33553,1731014551923 for 'test_row_0' in 45eadf20caf14aabd1ba075d3a14b68c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2168 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-07T21:23:19,941 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:19,941 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:19,941 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:19,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:19,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42004 deadline: 1731014659949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:19,950 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 4fc742968c91,33553,1731014551923 for 'test_row_0' in 45eadf20caf14aabd1ba075d3a14b68c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2180 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-07T21:23:19,951 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:19,951 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:19,951 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:20,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:20,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41960 deadline: 1731014660070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:20,071 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:20,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:20,071 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:20,071 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:20,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42032 deadline: 1731014660070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:20,071 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:20,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:20,072 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:20,072 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:20,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41982 deadline: 1731014660070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:20,072 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:20,072 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:20,072 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:20,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-07T21:23:20,169 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T21:23:20,170 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T21:23:20,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees 2024-11-07T21:23:20,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-07T21:23:20,171 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T21:23:20,172 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T21:23:20,172 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T21:23:20,184 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/C/6487f1a7f45541d793d18d61b6a77d87 2024-11-07T21:23:20,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/ac3bc8f93f144dcdb220d45dfa940a4f as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/ac3bc8f93f144dcdb220d45dfa940a4f 2024-11-07T21:23:20,196 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/ac3bc8f93f144dcdb220d45dfa940a4f, entries=300, sequenceid=292, filesize=56.0 K 2024-11-07T21:23:20,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/B/fe49c28a586a4d948d12ebbaaf5ccf03 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/fe49c28a586a4d948d12ebbaaf5ccf03 2024-11-07T21:23:20,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,202 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/fe49c28a586a4d948d12ebbaaf5ccf03, entries=150, sequenceid=292, filesize=12.0 K 2024-11-07T21:23:20,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/C/6487f1a7f45541d793d18d61b6a77d87 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/6487f1a7f45541d793d18d61b6a77d87 2024-11-07T21:23:20,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,209 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/6487f1a7f45541d793d18d61b6a77d87, entries=150, sequenceid=292, filesize=12.0 K 2024-11-07T21:23:20,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,210 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for 45eadf20caf14aabd1ba075d3a14b68c in 1289ms, sequenceid=292, compaction requested=true 2024-11-07T21:23:20,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 45eadf20caf14aabd1ba075d3a14b68c: 2024-11-07T21:23:20,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45eadf20caf14aabd1ba075d3a14b68c:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T21:23:20,210 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:23:20,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:23:20,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,211 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:23:20,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45eadf20caf14aabd1ba075d3a14b68c:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T21:23:20,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:23:20,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45eadf20caf14aabd1ba075d3a14b68c:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T21:23:20,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:23:20,212 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111545 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:23:20,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,212 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1541): 45eadf20caf14aabd1ba075d3a14b68c/A is initiating minor compaction (all files) 2024-11-07T21:23:20,212 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 45eadf20caf14aabd1ba075d3a14b68c/A in TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:20,212 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/330189389c94474f9d0cd2c0df1a36e5, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/880e1d074e0b4e22a3685c6fb93b9fd3, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/ac3bc8f93f144dcdb220d45dfa940a4f] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp, totalSize=108.9 K 2024-11-07T21:23:20,212 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:20,212 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. files: [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/330189389c94474f9d0cd2c0df1a36e5, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/880e1d074e0b4e22a3685c6fb93b9fd3, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/ac3bc8f93f144dcdb220d45dfa940a4f] 2024-11-07T21:23:20,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,213 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 330189389c94474f9d0cd2c0df1a36e5, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731014594411 2024-11-07T21:23:20,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,213 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34855 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:23:20,213 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 880e1d074e0b4e22a3685c6fb93b9fd3, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731014595568 2024-11-07T21:23:20,213 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): 45eadf20caf14aabd1ba075d3a14b68c/B is initiating minor compaction (all files) 2024-11-07T21:23:20,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,214 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 45eadf20caf14aabd1ba075d3a14b68c/B in TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:20,214 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/5d110f52cc5741569574bca5c4e0c457, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/4ea171afa387489fa0ee1d3569511f59, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/fe49c28a586a4d948d12ebbaaf5ccf03] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp, totalSize=34.0 K 2024-11-07T21:23:20,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,214 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting ac3bc8f93f144dcdb220d45dfa940a4f, keycount=300, bloomtype=ROW, size=56.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731014597764 2024-11-07T21:23:20,215 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 5d110f52cc5741569574bca5c4e0c457, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731014594411 2024-11-07T21:23:20,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,215 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 4ea171afa387489fa0ee1d3569511f59, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731014595568 2024-11-07T21:23:20,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,216 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting fe49c28a586a4d948d12ebbaaf5ccf03, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731014598920 2024-11-07T21:23:20,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,240 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=45eadf20caf14aabd1ba075d3a14b68c] 2024-11-07T21:23:20,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,244 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241107e13754c3b9d24f298ae37fcd074fc7a2_45eadf20caf14aabd1ba075d3a14b68c store=[table=TestAcidGuarantees family=A region=45eadf20caf14aabd1ba075d3a14b68c] 2024-11-07T21:23:20,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,245 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45eadf20caf14aabd1ba075d3a14b68c#B#compaction#172 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:23:20,246 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/B/bde649fbc25e4b5e85ffde344c6126bc is 50, key is test_row_0/B:col10/1731014598921/Put/seqid=0 2024-11-07T21:23:20,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,246 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241107e13754c3b9d24f298ae37fcd074fc7a2_45eadf20caf14aabd1ba075d3a14b68c, store=[table=TestAcidGuarantees family=A region=45eadf20caf14aabd1ba075d3a14b68c] 2024-11-07T21:23:20,246 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107e13754c3b9d24f298ae37fcd074fc7a2_45eadf20caf14aabd1ba075d3a14b68c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=45eadf20caf14aabd1ba075d3a14b68c] 2024-11-07T21:23:20,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742030_1206 (size=12949) 2024-11-07T21:23:20,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,258 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/B/bde649fbc25e4b5e85ffde344c6126bc as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/bde649fbc25e4b5e85ffde344c6126bc 2024-11-07T21:23:20,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,264 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 45eadf20caf14aabd1ba075d3a14b68c/B of 45eadf20caf14aabd1ba075d3a14b68c into bde649fbc25e4b5e85ffde344c6126bc(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:23:20,264 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 45eadf20caf14aabd1ba075d3a14b68c: 2024-11-07T21:23:20,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,264 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., storeName=45eadf20caf14aabd1ba075d3a14b68c/B, priority=13, startTime=1731014600211; duration=0sec 2024-11-07T21:23:20,264 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:23:20,264 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45eadf20caf14aabd1ba075d3a14b68c:B 2024-11-07T21:23:20,265 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:23:20,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,266 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34855 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:23:20,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,266 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): 45eadf20caf14aabd1ba075d3a14b68c/C is initiating minor compaction (all files) 2024-11-07T21:23:20,266 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 45eadf20caf14aabd1ba075d3a14b68c/C in TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:20,266 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/8ef7295f07cd4e2f92e3b769be9e98a0, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/d3cbfd7b5e5e4410bf91b5b8aad45a83, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/6487f1a7f45541d793d18d61b6a77d87] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp, totalSize=34.0 K 2024-11-07T21:23:20,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,267 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 8ef7295f07cd4e2f92e3b769be9e98a0, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731014594411 2024-11-07T21:23:20,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,267 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting d3cbfd7b5e5e4410bf91b5b8aad45a83, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731014595568 2024-11-07T21:23:20,267 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 6487f1a7f45541d793d18d61b6a77d87, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731014598920 2024-11-07T21:23:20,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742031_1207 (size=4469) 2024-11-07T21:23:20,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,277 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45eadf20caf14aabd1ba075d3a14b68c#C#compaction#173 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:23:20,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,277 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/C/02f63e3256f5458bafb38257634ee475 is 50, key is test_row_0/C:col10/1731014598921/Put/seqid=0 2024-11-07T21:23:20,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-07T21:23:20,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742032_1208 (size=12949) 2024-11-07T21:23:20,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,304 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/C/02f63e3256f5458bafb38257634ee475 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/02f63e3256f5458bafb38257634ee475 2024-11-07T21:23:20,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,313 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 45eadf20caf14aabd1ba075d3a14b68c/C of 45eadf20caf14aabd1ba075d3a14b68c into 02f63e3256f5458bafb38257634ee475(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:23:20,313 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 45eadf20caf14aabd1ba075d3a14b68c: 2024-11-07T21:23:20,313 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., storeName=45eadf20caf14aabd1ba075d3a14b68c/C, priority=13, startTime=1731014600211; duration=0sec 2024-11-07T21:23:20,313 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:23:20,313 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45eadf20caf14aabd1ba075d3a14b68c:C 2024-11-07T21:23:20,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,324 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-07T21:23:20,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:20,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,324 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2902): Flushing 45eadf20caf14aabd1ba075d3a14b68c 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-07T21:23:20,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107acb5ea782ee94e6fb49f40fbafc6e71c_45eadf20caf14aabd1ba075d3a14b68c is 50, key is test_row_0/A:col10/1731014598925/Put/seqid=0 2024-11-07T21:23:20,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742033_1209 (size=9914) 2024-11-07T21:23:20,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,347 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107acb5ea782ee94e6fb49f40fbafc6e71c_45eadf20caf14aabd1ba075d3a14b68c to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107acb5ea782ee94e6fb49f40fbafc6e71c_45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:20,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/8e39945d8e0e4c82874da493371de733, store: [table=TestAcidGuarantees family=A region=45eadf20caf14aabd1ba075d3a14b68c] 2024-11-07T21:23:20,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/8e39945d8e0e4c82874da493371de733 is 175, key is test_row_0/A:col10/1731014598925/Put/seqid=0 2024-11-07T21:23:20,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742034_1210 (size=22561) 2024-11-07T21:23:20,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,359 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=300, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/8e39945d8e0e4c82874da493371de733 2024-11-07T21:23:20,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/B/ba77eeeebc7d4654b66efe5140ad5b69 is 50, key is test_row_0/B:col10/1731014598925/Put/seqid=0 2024-11-07T21:23:20,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742035_1211 (size=9857) 2024-11-07T21:23:20,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,395 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/B/ba77eeeebc7d4654b66efe5140ad5b69 2024-11-07T21:23:20,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/C/aaa0fd13118140af9c5604e3e4d032a2 is 50, key is test_row_0/C:col10/1731014598925/Put/seqid=0 2024-11-07T21:23:20,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742036_1212 (size=9857) 2024-11-07T21:23:20,417 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/C/aaa0fd13118140af9c5604e3e4d032a2 2024-11-07T21:23:20,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/8e39945d8e0e4c82874da493371de733 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/8e39945d8e0e4c82874da493371de733 2024-11-07T21:23:20,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,428 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/8e39945d8e0e4c82874da493371de733, entries=100, sequenceid=300, filesize=22.0 K 2024-11-07T21:23:20,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/B/ba77eeeebc7d4654b66efe5140ad5b69 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/ba77eeeebc7d4654b66efe5140ad5b69 2024-11-07T21:23:20,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,434 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/ba77eeeebc7d4654b66efe5140ad5b69, entries=100, sequenceid=300, filesize=9.6 K 2024-11-07T21:23:20,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/C/aaa0fd13118140af9c5604e3e4d032a2 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/aaa0fd13118140af9c5604e3e4d032a2 2024-11-07T21:23:20,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,442 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/aaa0fd13118140af9c5604e3e4d032a2, entries=100, sequenceid=300, filesize=9.6 K 2024-11-07T21:23:20,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,443 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 45eadf20caf14aabd1ba075d3a14b68c in 119ms, sequenceid=300, compaction requested=false 2024-11-07T21:23:20,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for 45eadf20caf14aabd1ba075d3a14b68c: 2024-11-07T21:23:20,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:20,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-07T21:23:20,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-07T21:23:20,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,446 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-07T21:23:20,446 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 273 msec 2024-11-07T21:23:20,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,449 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees in 277 msec 2024-11-07T21:23:20,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-07T21:23:20,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,490 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T21:23:20,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,491 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T21:23:20,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees 2024-11-07T21:23:20,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-07T21:23:20,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,493 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T21:23:20,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,493 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T21:23:20,493 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T21:23:20,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-07T21:23:20,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,646 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-07T21:23:20,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:20,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for 45eadf20caf14aabd1ba075d3a14b68c: 2024-11-07T21:23:20,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:20,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-07T21:23:20,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-07T21:23:20,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,651 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-07T21:23:20,651 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 155 msec 2024-11-07T21:23:20,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,654 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees in 161 msec 2024-11-07T21:23:20,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,671 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45eadf20caf14aabd1ba075d3a14b68c#A#compaction#171 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:23:20,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,671 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/72de9abfb5d54e068080867b3824d812 is 175, key is test_row_0/A:col10/1731014598921/Put/seqid=0 2024-11-07T21:23:20,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742037_1213 (size=31903) 2024-11-07T21:23:20,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,705 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/72de9abfb5d54e068080867b3824d812 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/72de9abfb5d54e068080867b3824d812 2024-11-07T21:23:20,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,714 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 45eadf20caf14aabd1ba075d3a14b68c/A of 45eadf20caf14aabd1ba075d3a14b68c into 72de9abfb5d54e068080867b3824d812(size=31.2 K), total size for store is 53.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:23:20,714 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 45eadf20caf14aabd1ba075d3a14b68c: 2024-11-07T21:23:20,714 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., storeName=45eadf20caf14aabd1ba075d3a14b68c/A, priority=13, startTime=1731014600210; duration=0sec 2024-11-07T21:23:20,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,714 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:23:20,714 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45eadf20caf14aabd1ba075d3a14b68c:A 2024-11-07T21:23:20,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-07T21:23:20,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,810 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T21:23:20,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,811 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T21:23:20,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees 2024-11-07T21:23:20,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-07T21:23:20,813 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T21:23:20,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,813 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T21:23:20,814 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T21:23:20,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-07T21:23:20,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-07T21:23:20,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:20,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for 45eadf20caf14aabd1ba075d3a14b68c: 2024-11-07T21:23:20,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:20,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61 2024-11-07T21:23:20,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster(4169): Remote procedure done, pid=61 2024-11-07T21:23:20,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,970 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-07T21:23:20,970 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 154 msec 2024-11-07T21:23:20,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,972 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees in 160 msec 2024-11-07T21:23:20,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:20,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-07T21:23:21,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,130 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T21:23:21,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,131 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T21:23:21,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees 2024-11-07T21:23:21,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,133 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T21:23:21,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-07T21:23:21,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,135 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T21:23:21,135 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T21:23:21,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,207 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-07T21:23:21,207 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 45eadf20caf14aabd1ba075d3a14b68c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-07T21:23:21,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on 45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:21,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,220 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107ec5847ff78d4419d951c020cdef56072_45eadf20caf14aabd1ba075d3a14b68c is 50, key is test_row_0/A:col10/1731014601206/Put/seqid=0 2024-11-07T21:23:21,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-07T21:23:21,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742039_1215 (size=25158) 2024-11-07T21:23:21,277 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:21,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:21,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41960 deadline: 1731014661269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:21,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:21,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41982 deadline: 1731014661271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:21,279 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:21,279 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:21,279 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:21,279 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:21,279 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:21,279 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:21,283 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107ec5847ff78d4419d951c020cdef56072_45eadf20caf14aabd1ba075d3a14b68c to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107ec5847ff78d4419d951c020cdef56072_45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:21,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:21,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42032 deadline: 1731014661278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:21,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:21,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:21,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:21,284 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/21c32bfe9bf340adabe1749cf60d00b2, store: [table=TestAcidGuarantees family=A region=45eadf20caf14aabd1ba075d3a14b68c] 2024-11-07T21:23:21,285 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/21c32bfe9bf340adabe1749cf60d00b2 is 175, key is test_row_0/A:col10/1731014601206/Put/seqid=0 2024-11-07T21:23:21,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742038_1214 (size=74795) 2024-11-07T21:23:21,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-07T21:23:21,288 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=314, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/21c32bfe9bf340adabe1749cf60d00b2 2024-11-07T21:23:21,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:21,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. as already flushing 2024-11-07T21:23:21,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:21,289 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:21,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:21,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:21,315 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/B/d9a97ece582e4d5097ac52eb4b0d9d12 is 50, key is test_row_0/B:col10/1731014601206/Put/seqid=0 2024-11-07T21:23:21,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742040_1216 (size=12301) 2024-11-07T21:23:21,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:21,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41960 deadline: 1731014661389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:21,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:21,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41982 deadline: 1731014661389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:21,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:21,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42032 deadline: 1731014661390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:21,391 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:21,392 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:21,392 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:21,392 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:21,392 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:21,392 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:21,397 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:21,397 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:21,397 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:21,442 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-07T21:23:21,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:21,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. as already flushing 2024-11-07T21:23:21,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:21,442 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:21,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:21,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:21,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-07T21:23:21,596 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-07T21:23:21,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:21,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. as already flushing 2024-11-07T21:23:21,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:21,596 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:21,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:21,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:21,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:21,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41960 deadline: 1731014661600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:21,601 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:21,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:21,601 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:21,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42032 deadline: 1731014661600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:21,601 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:21,602 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:21,602 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:21,602 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:21,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:21,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41982 deadline: 1731014661600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:21,603 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:21,603 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:21,603 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:21,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-07T21:23:21,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:21,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. as already flushing 2024-11-07T21:23:21,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:21,749 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:21,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:21,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:21,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-07T21:23:21,772 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/B/d9a97ece582e4d5097ac52eb4b0d9d12 2024-11-07T21:23:21,781 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/C/18f4b8ee2e6b4efd9ed64e236d09ef2e is 50, key is test_row_0/C:col10/1731014601206/Put/seqid=0 2024-11-07T21:23:21,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742041_1217 (size=12301) 2024-11-07T21:23:21,902 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-07T21:23:21,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:21,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. as already flushing 2024-11-07T21:23:21,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:21,902 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:21,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:21,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:21,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:21,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41982 deadline: 1731014661909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:21,912 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:21,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:21,912 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:21,912 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:21,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41960 deadline: 1731014661909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:21,912 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:21,912 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:21,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:21,912 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:21,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42032 deadline: 1731014661910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:21,913 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:21,913 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:21,913 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:21,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:21,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42016 deadline: 1731014661949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:21,951 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 4fc742968c91,33553,1731014551923 for 'test_row_0' in 45eadf20caf14aabd1ba075d3a14b68c of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4179 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-07T21:23:21,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:21,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:21,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:21,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:21,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42004 deadline: 1731014661969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:21,972 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 4fc742968c91,33553,1731014551923 for 'test_row_0' in 45eadf20caf14aabd1ba075d3a14b68c of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4202 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-07T21:23:21,973 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:21,973 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:21,973 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:22,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-07T21:23:22,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:22,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. as already flushing 2024-11-07T21:23:22,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:22,056 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:22,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:22,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:22,186 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/C/18f4b8ee2e6b4efd9ed64e236d09ef2e 2024-11-07T21:23:22,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/21c32bfe9bf340adabe1749cf60d00b2 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/21c32bfe9bf340adabe1749cf60d00b2 2024-11-07T21:23:22,199 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/21c32bfe9bf340adabe1749cf60d00b2, entries=400, sequenceid=314, filesize=73.0 K 2024-11-07T21:23:22,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/B/d9a97ece582e4d5097ac52eb4b0d9d12 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/d9a97ece582e4d5097ac52eb4b0d9d12 2024-11-07T21:23:22,207 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/d9a97ece582e4d5097ac52eb4b0d9d12, entries=150, sequenceid=314, filesize=12.0 K 2024-11-07T21:23:22,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/C/18f4b8ee2e6b4efd9ed64e236d09ef2e as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/18f4b8ee2e6b4efd9ed64e236d09ef2e 2024-11-07T21:23:22,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-07T21:23:22,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:22,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. as already flushing 2024-11-07T21:23:22,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:22,210 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:22,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:22,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:22,218 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/18f4b8ee2e6b4efd9ed64e236d09ef2e, entries=150, sequenceid=314, filesize=12.0 K 2024-11-07T21:23:22,220 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 45eadf20caf14aabd1ba075d3a14b68c in 1013ms, sequenceid=314, compaction requested=true 2024-11-07T21:23:22,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 45eadf20caf14aabd1ba075d3a14b68c: 2024-11-07T21:23:22,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45eadf20caf14aabd1ba075d3a14b68c:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T21:23:22,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:23:22,221 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:23:22,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45eadf20caf14aabd1ba075d3a14b68c:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T21:23:22,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:23:22,221 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:23:22,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45eadf20caf14aabd1ba075d3a14b68c:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T21:23:22,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:23:22,222 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 129259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:23:22,222 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1541): 45eadf20caf14aabd1ba075d3a14b68c/A is initiating minor compaction (all files) 2024-11-07T21:23:22,222 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 45eadf20caf14aabd1ba075d3a14b68c/A in TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:22,222 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/72de9abfb5d54e068080867b3824d812, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/8e39945d8e0e4c82874da493371de733, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/21c32bfe9bf340adabe1749cf60d00b2] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp, totalSize=126.2 K 2024-11-07T21:23:22,222 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:22,222 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. files: [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/72de9abfb5d54e068080867b3824d812, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/8e39945d8e0e4c82874da493371de733, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/21c32bfe9bf340adabe1749cf60d00b2] 2024-11-07T21:23:22,223 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 72de9abfb5d54e068080867b3824d812, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731014598920 2024-11-07T21:23:22,223 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:23:22,223 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): 45eadf20caf14aabd1ba075d3a14b68c/B is initiating minor compaction (all files) 2024-11-07T21:23:22,223 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 45eadf20caf14aabd1ba075d3a14b68c/B in TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:22,223 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/bde649fbc25e4b5e85ffde344c6126bc, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/ba77eeeebc7d4654b66efe5140ad5b69, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/d9a97ece582e4d5097ac52eb4b0d9d12] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp, totalSize=34.3 K 2024-11-07T21:23:22,224 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting bde649fbc25e4b5e85ffde344c6126bc, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731014598920 2024-11-07T21:23:22,224 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8e39945d8e0e4c82874da493371de733, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731014598925 2024-11-07T21:23:22,224 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting ba77eeeebc7d4654b66efe5140ad5b69, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731014598925 2024-11-07T21:23:22,224 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 21c32bfe9bf340adabe1749cf60d00b2, keycount=400, bloomtype=ROW, size=73.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731014601091 2024-11-07T21:23:22,225 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting d9a97ece582e4d5097ac52eb4b0d9d12, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731014601186 2024-11-07T21:23:22,236 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=45eadf20caf14aabd1ba075d3a14b68c] 2024-11-07T21:23:22,246 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45eadf20caf14aabd1ba075d3a14b68c#B#compaction#181 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:23:22,247 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/B/c61cf05618344f229805bae591d515d7 is 50, key is test_row_0/B:col10/1731014601206/Put/seqid=0 2024-11-07T21:23:22,265 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241107633c1eddaab242cbb96499902274fc7c_45eadf20caf14aabd1ba075d3a14b68c store=[table=TestAcidGuarantees family=A region=45eadf20caf14aabd1ba075d3a14b68c] 2024-11-07T21:23:22,268 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241107633c1eddaab242cbb96499902274fc7c_45eadf20caf14aabd1ba075d3a14b68c, store=[table=TestAcidGuarantees family=A region=45eadf20caf14aabd1ba075d3a14b68c] 2024-11-07T21:23:22,269 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107633c1eddaab242cbb96499902274fc7c_45eadf20caf14aabd1ba075d3a14b68c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=45eadf20caf14aabd1ba075d3a14b68c] 2024-11-07T21:23:22,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-07T21:23:22,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742042_1218 (size=13051) 2024-11-07T21:23:22,332 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/B/c61cf05618344f229805bae591d515d7 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/c61cf05618344f229805bae591d515d7 2024-11-07T21:23:22,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742043_1219 (size=4469) 2024-11-07T21:23:22,339 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 45eadf20caf14aabd1ba075d3a14b68c/B of 45eadf20caf14aabd1ba075d3a14b68c into c61cf05618344f229805bae591d515d7(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:23:22,339 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 45eadf20caf14aabd1ba075d3a14b68c: 2024-11-07T21:23:22,339 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., storeName=45eadf20caf14aabd1ba075d3a14b68c/B, priority=13, startTime=1731014602221; duration=0sec 2024-11-07T21:23:22,340 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:23:22,340 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45eadf20caf14aabd1ba075d3a14b68c:B 2024-11-07T21:23:22,340 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:23:22,341 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45eadf20caf14aabd1ba075d3a14b68c#A#compaction#180 average throughput is 0.23 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:23:22,341 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:23:22,341 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): 45eadf20caf14aabd1ba075d3a14b68c/C is initiating minor compaction (all files) 2024-11-07T21:23:22,341 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 45eadf20caf14aabd1ba075d3a14b68c/C in TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:22,342 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/02f63e3256f5458bafb38257634ee475, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/aaa0fd13118140af9c5604e3e4d032a2, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/18f4b8ee2e6b4efd9ed64e236d09ef2e] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp, totalSize=34.3 K 2024-11-07T21:23:22,342 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/6906540350464878b2859eed77ac4b99 is 175, key is test_row_0/A:col10/1731014601206/Put/seqid=0 2024-11-07T21:23:22,342 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 02f63e3256f5458bafb38257634ee475, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731014598920 2024-11-07T21:23:22,342 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting aaa0fd13118140af9c5604e3e4d032a2, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731014598925 2024-11-07T21:23:22,343 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 18f4b8ee2e6b4efd9ed64e236d09ef2e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731014601186 2024-11-07T21:23:22,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-07T21:23:22,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:22,363 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2902): Flushing 45eadf20caf14aabd1ba075d3a14b68c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-07T21:23:22,366 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45eadf20caf14aabd1ba075d3a14b68c#C#compaction#182 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:23:22,366 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/C/60655c72a13a4f58b553ae44d1fc891b is 50, key is test_row_0/C:col10/1731014601206/Put/seqid=0 2024-11-07T21:23:22,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742044_1220 (size=32005) 2024-11-07T21:23:22,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on 45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:22,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. as already flushing 2024-11-07T21:23:22,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:22,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41960 deadline: 1731014662434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:22,440 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:22,440 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:22,440 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:22,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:22,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41982 deadline: 1731014662435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:22,441 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:22,441 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:22,441 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:22,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:22,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42032 deadline: 1731014662440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:22,447 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:22,447 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:22,447 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:22,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110740dc59bf443c4e02ae9088748a9af81d_45eadf20caf14aabd1ba075d3a14b68c is 50, key is test_row_0/A:col10/1731014601269/Put/seqid=0 2024-11-07T21:23:22,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742045_1221 (size=13051) 2024-11-07T21:23:22,466 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/C/60655c72a13a4f58b553ae44d1fc891b as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/60655c72a13a4f58b553ae44d1fc891b 2024-11-07T21:23:22,474 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 45eadf20caf14aabd1ba075d3a14b68c/C of 45eadf20caf14aabd1ba075d3a14b68c into 60655c72a13a4f58b553ae44d1fc891b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:23:22,475 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 45eadf20caf14aabd1ba075d3a14b68c: 2024-11-07T21:23:22,475 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., storeName=45eadf20caf14aabd1ba075d3a14b68c/C, priority=13, startTime=1731014602221; duration=0sec 2024-11-07T21:23:22,475 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:23:22,475 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45eadf20caf14aabd1ba075d3a14b68c:C 2024-11-07T21:23:22,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742046_1222 (size=12454) 2024-11-07T21:23:22,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:22,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41960 deadline: 1731014662549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:22,551 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:22,551 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:22,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:22,551 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:22,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41982 deadline: 1731014662550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:22,552 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:22,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:22,552 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:22,552 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:22,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42032 deadline: 1731014662550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:22,552 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:22,552 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:22,552 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:22,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:22,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41982 deadline: 1731014662760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:22,761 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:22,761 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:22,761 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:22,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:22,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41960 deadline: 1731014662761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:22,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:22,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42032 deadline: 1731014662762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:22,765 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:22,765 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:22,765 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:22,765 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:22,765 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:22,765 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:22,812 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/6906540350464878b2859eed77ac4b99 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/6906540350464878b2859eed77ac4b99 2024-11-07T21:23:22,819 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 45eadf20caf14aabd1ba075d3a14b68c/A of 45eadf20caf14aabd1ba075d3a14b68c into 6906540350464878b2859eed77ac4b99(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:23:22,819 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 45eadf20caf14aabd1ba075d3a14b68c: 2024-11-07T21:23:22,820 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., storeName=45eadf20caf14aabd1ba075d3a14b68c/A, priority=13, startTime=1731014602221; duration=0sec 2024-11-07T21:23:22,820 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:23:22,820 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45eadf20caf14aabd1ba075d3a14b68c:A 2024-11-07T21:23:22,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:22,916 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110740dc59bf443c4e02ae9088748a9af81d_45eadf20caf14aabd1ba075d3a14b68c to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110740dc59bf443c4e02ae9088748a9af81d_45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:22,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/7e2e7a0f82004ee593d66fafaa927558, store: [table=TestAcidGuarantees family=A region=45eadf20caf14aabd1ba075d3a14b68c] 2024-11-07T21:23:22,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/7e2e7a0f82004ee593d66fafaa927558 is 175, key is test_row_0/A:col10/1731014601269/Put/seqid=0 2024-11-07T21:23:22,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742047_1223 (size=31255) 2024-11-07T21:23:23,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:23,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41982 deadline: 1731014663069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:23,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:23,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42032 deadline: 1731014663069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:23,070 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:23,070 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:23,070 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:23,070 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:23,070 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:23,070 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:23,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:23,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41960 deadline: 1731014663069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:23,071 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:23,071 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:23,071 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:23,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-07T21:23:23,324 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=340, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/7e2e7a0f82004ee593d66fafaa927558 2024-11-07T21:23:23,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/B/6842f5bd482e45309a6d059dbcd870d9 is 50, key is test_row_0/B:col10/1731014601269/Put/seqid=0 2024-11-07T21:23:23,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742048_1224 (size=12301) 2024-11-07T21:23:23,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:23,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42032 deadline: 1731014663580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:23,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:23,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:23,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41982 deadline: 1731014663580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:23,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:23,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:23,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:23,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41960 deadline: 1731014663580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:23,582 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:23,582 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:23,582 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:23,582 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:23,582 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:23,582 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:23,751 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/B/6842f5bd482e45309a6d059dbcd870d9 2024-11-07T21:23:23,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/C/f024a66065e44d118a168bbc216c507b is 50, key is test_row_0/C:col10/1731014601269/Put/seqid=0 2024-11-07T21:23:23,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742049_1225 (size=12301) 2024-11-07T21:23:23,800 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/C/f024a66065e44d118a168bbc216c507b 2024-11-07T21:23:23,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/7e2e7a0f82004ee593d66fafaa927558 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/7e2e7a0f82004ee593d66fafaa927558 2024-11-07T21:23:23,810 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/7e2e7a0f82004ee593d66fafaa927558, entries=150, sequenceid=340, filesize=30.5 K 2024-11-07T21:23:23,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/B/6842f5bd482e45309a6d059dbcd870d9 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/6842f5bd482e45309a6d059dbcd870d9 2024-11-07T21:23:23,821 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/6842f5bd482e45309a6d059dbcd870d9, entries=150, sequenceid=340, filesize=12.0 K 2024-11-07T21:23:23,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/C/f024a66065e44d118a168bbc216c507b as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/f024a66065e44d118a168bbc216c507b 2024-11-07T21:23:23,827 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/f024a66065e44d118a168bbc216c507b, entries=150, sequenceid=340, filesize=12.0 K 2024-11-07T21:23:23,829 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 45eadf20caf14aabd1ba075d3a14b68c in 1466ms, sequenceid=340, compaction requested=false 2024-11-07T21:23:23,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2603): Flush status journal for 45eadf20caf14aabd1ba075d3a14b68c: 2024-11-07T21:23:23,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:23,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-11-07T21:23:23,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster(4169): Remote procedure done, pid=63 2024-11-07T21:23:23,834 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-07T21:23:23,834 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6960 sec 2024-11-07T21:23:23,836 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees in 2.7040 sec 2024-11-07T21:23:24,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on 45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:24,590 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-07T21:23:24,590 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 45eadf20caf14aabd1ba075d3a14b68c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-07T21:23:24,597 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411078f69e1d0797341478b3e245bc3c64fa6_45eadf20caf14aabd1ba075d3a14b68c is 50, key is test_row_0/A:col10/1731014602438/Put/seqid=0 2024-11-07T21:23:24,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742050_1226 (size=14994) 2024-11-07T21:23:24,606 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:24,611 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411078f69e1d0797341478b3e245bc3c64fa6_45eadf20caf14aabd1ba075d3a14b68c to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411078f69e1d0797341478b3e245bc3c64fa6_45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:24,612 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/0b737a72f1b64c65b86986c41d0effd5, store: [table=TestAcidGuarantees family=A region=45eadf20caf14aabd1ba075d3a14b68c] 2024-11-07T21:23:24,613 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/0b737a72f1b64c65b86986c41d0effd5 is 175, key is test_row_0/A:col10/1731014602438/Put/seqid=0 2024-11-07T21:23:24,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:24,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42032 deadline: 1731014664612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:24,616 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:24,616 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:24,616 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:24,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742051_1227 (size=39949) 2024-11-07T21:23:24,618 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=354, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/0b737a72f1b64c65b86986c41d0effd5 2024-11-07T21:23:24,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:24,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41960 deadline: 1731014664615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:24,623 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:24,623 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:24,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:24,623 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:24,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41982 deadline: 1731014664616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:24,624 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:24,624 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:24,624 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:24,630 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/B/76539f8a45994304a6dcfa55c0d45fab is 50, key is test_row_0/B:col10/1731014602438/Put/seqid=0 2024-11-07T21:23:24,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742052_1228 (size=12301) 2024-11-07T21:23:24,636 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/B/76539f8a45994304a6dcfa55c0d45fab 2024-11-07T21:23:24,644 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/C/99aa4b1bd6464d0a8f40ccd99259e6c5 is 50, key is test_row_0/C:col10/1731014602438/Put/seqid=0 2024-11-07T21:23:24,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742053_1229 (size=12301) 2024-11-07T21:23:24,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:24,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42032 deadline: 1731014664719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:24,720 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:24,720 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:24,720 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:24,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:24,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41960 deadline: 1731014664729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:24,732 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:24,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:24,732 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:24,732 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:24,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41982 deadline: 1731014664730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:24,732 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:24,732 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:24,733 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:24,906 INFO [Thread-655 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-655. 2024-11-07T21:23:24,906 DEBUG [Thread-655 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T21:23:24,906 DEBUG [Thread-655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:23:24,906 DEBUG [Thread-655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:23:24,906 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T21:23:24,909 INFO [Thread-657 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-657. 2024-11-07T21:23:24,909 DEBUG [Thread-657 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T21:23:24,909 DEBUG [Thread-657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:23:24,909 DEBUG [Thread-657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:23:24,909 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T21:23:24,911 INFO [Thread-659 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-659. 2024-11-07T21:23:24,911 DEBUG [Thread-659 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T21:23:24,912 DEBUG [Thread-659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:23:24,912 DEBUG [Thread-659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:23:24,912 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T21:23:24,912 INFO [Thread-661 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-661. 2024-11-07T21:23:24,912 DEBUG [Thread-661 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T21:23:24,912 DEBUG [Thread-661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:23:24,912 DEBUG [Thread-661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:23:24,913 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T21:23:24,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:24,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42032 deadline: 1731014664929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:24,930 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:24,930 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:24,930 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:24,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:24,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:24,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41982 deadline: 1731014664939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:24,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41960 deadline: 1731014664939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:24,940 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:24,940 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:24,940 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:24,940 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:24,940 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:24,940 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:23:25,048 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/C/99aa4b1bd6464d0a8f40ccd99259e6c5 2024-11-07T21:23:25,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/0b737a72f1b64c65b86986c41d0effd5 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/0b737a72f1b64c65b86986c41d0effd5 2024-11-07T21:23:25,058 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/0b737a72f1b64c65b86986c41d0effd5, entries=200, sequenceid=354, filesize=39.0 K 2024-11-07T21:23:25,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/B/76539f8a45994304a6dcfa55c0d45fab as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/76539f8a45994304a6dcfa55c0d45fab 2024-11-07T21:23:25,063 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/76539f8a45994304a6dcfa55c0d45fab, entries=150, sequenceid=354, filesize=12.0 K 2024-11-07T21:23:25,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/C/99aa4b1bd6464d0a8f40ccd99259e6c5 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/99aa4b1bd6464d0a8f40ccd99259e6c5 2024-11-07T21:23:25,067 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/99aa4b1bd6464d0a8f40ccd99259e6c5, entries=150, sequenceid=354, filesize=12.0 K 2024-11-07T21:23:25,068 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 45eadf20caf14aabd1ba075d3a14b68c in 478ms, sequenceid=354, compaction requested=true 2024-11-07T21:23:25,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 45eadf20caf14aabd1ba075d3a14b68c: 2024-11-07T21:23:25,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45eadf20caf14aabd1ba075d3a14b68c:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T21:23:25,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:23:25,069 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:23:25,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45eadf20caf14aabd1ba075d3a14b68c:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T21:23:25,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:23:25,069 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:23:25,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45eadf20caf14aabd1ba075d3a14b68c:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T21:23:25,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:23:25,070 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:23:25,070 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:23:25,070 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1541): 45eadf20caf14aabd1ba075d3a14b68c/A is initiating minor compaction (all files) 2024-11-07T21:23:25,070 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): 45eadf20caf14aabd1ba075d3a14b68c/B is initiating minor compaction (all files) 2024-11-07T21:23:25,070 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 45eadf20caf14aabd1ba075d3a14b68c/A in TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:25,070 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 45eadf20caf14aabd1ba075d3a14b68c/B in TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:25,070 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/6906540350464878b2859eed77ac4b99, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/7e2e7a0f82004ee593d66fafaa927558, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/0b737a72f1b64c65b86986c41d0effd5] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp, totalSize=100.8 K 2024-11-07T21:23:25,070 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/c61cf05618344f229805bae591d515d7, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/6842f5bd482e45309a6d059dbcd870d9, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/76539f8a45994304a6dcfa55c0d45fab] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp, totalSize=36.8 K 2024-11-07T21:23:25,070 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:25,070 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. files: [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/6906540350464878b2859eed77ac4b99, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/7e2e7a0f82004ee593d66fafaa927558, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/0b737a72f1b64c65b86986c41d0effd5] 2024-11-07T21:23:25,070 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6906540350464878b2859eed77ac4b99, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731014601186 2024-11-07T21:23:25,070 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting c61cf05618344f229805bae591d515d7, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731014601186 2024-11-07T21:23:25,071 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e2e7a0f82004ee593d66fafaa927558, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731014601259 2024-11-07T21:23:25,071 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 6842f5bd482e45309a6d059dbcd870d9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731014601259 2024-11-07T21:23:25,071 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0b737a72f1b64c65b86986c41d0effd5, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1731014602425 2024-11-07T21:23:25,071 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 76539f8a45994304a6dcfa55c0d45fab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1731014602425 2024-11-07T21:23:25,077 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=45eadf20caf14aabd1ba075d3a14b68c] 2024-11-07T21:23:25,079 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45eadf20caf14aabd1ba075d3a14b68c#B#compaction#189 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:23:25,079 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/B/ff8ed30109a24391ab48faccc6249924 is 50, key is test_row_0/B:col10/1731014602438/Put/seqid=0 2024-11-07T21:23:25,080 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411079e097eb319e64f178802ce2a5cb667a5_45eadf20caf14aabd1ba075d3a14b68c store=[table=TestAcidGuarantees family=A region=45eadf20caf14aabd1ba075d3a14b68c] 2024-11-07T21:23:25,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742054_1230 (size=13153) 2024-11-07T21:23:25,093 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/B/ff8ed30109a24391ab48faccc6249924 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/ff8ed30109a24391ab48faccc6249924 2024-11-07T21:23:25,100 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 45eadf20caf14aabd1ba075d3a14b68c/B of 45eadf20caf14aabd1ba075d3a14b68c into ff8ed30109a24391ab48faccc6249924(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:23:25,101 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 45eadf20caf14aabd1ba075d3a14b68c: 2024-11-07T21:23:25,101 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., storeName=45eadf20caf14aabd1ba075d3a14b68c/B, priority=13, startTime=1731014605069; duration=0sec 2024-11-07T21:23:25,101 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:23:25,101 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45eadf20caf14aabd1ba075d3a14b68c:B 2024-11-07T21:23:25,101 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:23:25,102 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:23:25,102 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): 45eadf20caf14aabd1ba075d3a14b68c/C is initiating minor compaction (all files) 2024-11-07T21:23:25,102 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 45eadf20caf14aabd1ba075d3a14b68c/C in TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:25,103 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/60655c72a13a4f58b553ae44d1fc891b, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/f024a66065e44d118a168bbc216c507b, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/99aa4b1bd6464d0a8f40ccd99259e6c5] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp, totalSize=36.8 K 2024-11-07T21:23:25,103 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 60655c72a13a4f58b553ae44d1fc891b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731014601186 2024-11-07T21:23:25,103 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting f024a66065e44d118a168bbc216c507b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731014601259 2024-11-07T21:23:25,104 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 99aa4b1bd6464d0a8f40ccd99259e6c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1731014602425 2024-11-07T21:23:25,108 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411079e097eb319e64f178802ce2a5cb667a5_45eadf20caf14aabd1ba075d3a14b68c, store=[table=TestAcidGuarantees family=A region=45eadf20caf14aabd1ba075d3a14b68c] 2024-11-07T21:23:25,108 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411079e097eb319e64f178802ce2a5cb667a5_45eadf20caf14aabd1ba075d3a14b68c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=45eadf20caf14aabd1ba075d3a14b68c] 2024-11-07T21:23:25,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742055_1231 (size=4469) 2024-11-07T21:23:25,122 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45eadf20caf14aabd1ba075d3a14b68c#A#compaction#190 average throughput is 0.56 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:23:25,123 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/04e90741ba1c4bd49bea5bddf50dad08 is 175, key is test_row_0/A:col10/1731014602438/Put/seqid=0 2024-11-07T21:23:25,124 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45eadf20caf14aabd1ba075d3a14b68c#C#compaction#191 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:23:25,124 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/C/3ce6df99fe154480a694c490784a9c58 is 50, key is test_row_0/C:col10/1731014602438/Put/seqid=0 2024-11-07T21:23:25,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742056_1232 (size=32107) 2024-11-07T21:23:25,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742057_1233 (size=13153) 2024-11-07T21:23:25,143 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/04e90741ba1c4bd49bea5bddf50dad08 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/04e90741ba1c4bd49bea5bddf50dad08 2024-11-07T21:23:25,147 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 45eadf20caf14aabd1ba075d3a14b68c/A of 45eadf20caf14aabd1ba075d3a14b68c into 04e90741ba1c4bd49bea5bddf50dad08(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:23:25,147 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 45eadf20caf14aabd1ba075d3a14b68c: 2024-11-07T21:23:25,147 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., storeName=45eadf20caf14aabd1ba075d3a14b68c/A, priority=13, startTime=1731014605069; duration=0sec 2024-11-07T21:23:25,147 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:23:25,147 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45eadf20caf14aabd1ba075d3a14b68c:A 2024-11-07T21:23:25,249 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-07T21:23:25,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on 45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:25,249 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 45eadf20caf14aabd1ba075d3a14b68c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-07T21:23:25,250 INFO [Thread-648 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-648. 2024-11-07T21:23:25,250 DEBUG [Thread-648 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T21:23:25,250 DEBUG [Thread-648 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:23:25,250 DEBUG [Thread-648 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:23:25,250 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T21:23:25,255 INFO [Thread-646 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-646. 2024-11-07T21:23:25,255 INFO [Thread-652 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-652. 2024-11-07T21:23:25,255 DEBUG [Thread-646 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T21:23:25,255 DEBUG [Thread-652 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T21:23:25,255 DEBUG [Thread-646 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:23:25,255 DEBUG [Thread-652 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:23:25,255 DEBUG [Thread-646 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:23:25,255 DEBUG [Thread-652 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:23:25,255 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T21:23:25,255 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T21:23:25,275 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411071fe3b85a85f24e51b8a2c594ed0f59da_45eadf20caf14aabd1ba075d3a14b68c is 50, key is test_row_0/A:col10/1731014604613/Put/seqid=0 2024-11-07T21:23:25,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742058_1234 (size=12454) 2024-11-07T21:23:25,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-07T21:23:25,300 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T21:23:25,545 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/C/3ce6df99fe154480a694c490784a9c58 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/3ce6df99fe154480a694c490784a9c58 2024-11-07T21:23:25,550 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 45eadf20caf14aabd1ba075d3a14b68c/C of 45eadf20caf14aabd1ba075d3a14b68c into 3ce6df99fe154480a694c490784a9c58(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:23:25,550 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 45eadf20caf14aabd1ba075d3a14b68c: 2024-11-07T21:23:25,550 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., storeName=45eadf20caf14aabd1ba075d3a14b68c/C, priority=13, startTime=1731014605069; duration=0sec 2024-11-07T21:23:25,551 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:23:25,551 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45eadf20caf14aabd1ba075d3a14b68c:C 2024-11-07T21:23:25,690 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:25,693 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411071fe3b85a85f24e51b8a2c594ed0f59da_45eadf20caf14aabd1ba075d3a14b68c to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411071fe3b85a85f24e51b8a2c594ed0f59da_45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:25,694 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/798e8164ec874e16ac04d2359c1ad5e7, store: [table=TestAcidGuarantees family=A region=45eadf20caf14aabd1ba075d3a14b68c] 2024-11-07T21:23:25,695 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/798e8164ec874e16ac04d2359c1ad5e7 is 175, key is test_row_0/A:col10/1731014604613/Put/seqid=0 2024-11-07T21:23:25,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742059_1235 (size=31255) 2024-11-07T21:23:25,971 INFO [Thread-644 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-644. 2024-11-07T21:23:25,971 DEBUG [Thread-644 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T21:23:25,971 DEBUG [Thread-644 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:23:25,971 DEBUG [Thread-644 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:23:25,971 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T21:23:25,981 INFO [Thread-650 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-650. 2024-11-07T21:23:25,981 DEBUG [Thread-650 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T21:23:25,981 DEBUG [Thread-650 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:23:25,981 DEBUG [Thread-650 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:23:25,981 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T21:23:25,982 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-07T21:23:25,982 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 45 2024-11-07T21:23:25,982 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 69 2024-11-07T21:23:25,982 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 72 2024-11-07T21:23:25,982 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 47 2024-11-07T21:23:25,982 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 66 2024-11-07T21:23:25,982 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-07T21:23:25,982 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3585 2024-11-07T21:23:25,982 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3722 2024-11-07T21:23:25,982 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-07T21:23:25,982 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1612 2024-11-07T21:23:25,982 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4836 rows 2024-11-07T21:23:25,982 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1613 2024-11-07T21:23:25,982 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4836 rows 2024-11-07T21:23:25,982 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T21:23:25,982 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T21:23:25,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:23:25,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:23:25,982 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T21:23:25,983 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-07T21:23:25,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-07T21:23:25,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-07T21:23:25,985 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731014605985"}]},"ts":"1731014605985"} 2024-11-07T21:23:25,987 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-07T21:23:25,987 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-07T21:23:25,988 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-07T21:23:25,989 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=45eadf20caf14aabd1ba075d3a14b68c, UNASSIGN}] 2024-11-07T21:23:25,990 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=45eadf20caf14aabd1ba075d3a14b68c, UNASSIGN 2024-11-07T21:23:25,991 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=45eadf20caf14aabd1ba075d3a14b68c, regionState=CLOSING, regionLocation=4fc742968c91,33553,1731014551923 2024-11-07T21:23:25,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=45eadf20caf14aabd1ba075d3a14b68c, UNASSIGN because future has completed 2024-11-07T21:23:25,993 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-07T21:23:25,993 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; CloseRegionProcedure 45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923}] 2024-11-07T21:23:26,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-07T21:23:26,099 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=381, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/798e8164ec874e16ac04d2359c1ad5e7 2024-11-07T21:23:26,121 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/B/d0822756b9c7438a92d6d6970f55ad38 is 50, key is test_row_0/B:col10/1731014604613/Put/seqid=0 2024-11-07T21:23:26,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742060_1236 (size=12301) 2024-11-07T21:23:26,146 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] handler.UnassignRegionHandler(122): Close 45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:26,146 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-07T21:23:26,146 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1722): Closing 45eadf20caf14aabd1ba075d3a14b68c, disabling compactions & flushes 2024-11-07T21:23:26,146 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:26,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-07T21:23:26,526 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/B/d0822756b9c7438a92d6d6970f55ad38 2024-11-07T21:23:26,531 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/C/5d1821ab22194e02a84c7d71a3287c37 is 50, key is test_row_0/C:col10/1731014604613/Put/seqid=0 2024-11-07T21:23:26,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742061_1237 (size=12301) 2024-11-07T21:23:26,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-07T21:23:26,935 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/C/5d1821ab22194e02a84c7d71a3287c37 2024-11-07T21:23:26,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/798e8164ec874e16ac04d2359c1ad5e7 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/798e8164ec874e16ac04d2359c1ad5e7 2024-11-07T21:23:26,942 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/798e8164ec874e16ac04d2359c1ad5e7, entries=150, sequenceid=381, filesize=30.5 K 2024-11-07T21:23:26,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/B/d0822756b9c7438a92d6d6970f55ad38 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/d0822756b9c7438a92d6d6970f55ad38 2024-11-07T21:23:26,946 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/d0822756b9c7438a92d6d6970f55ad38, entries=150, sequenceid=381, filesize=12.0 K 2024-11-07T21:23:26,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/C/5d1821ab22194e02a84c7d71a3287c37 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/5d1821ab22194e02a84c7d71a3287c37 2024-11-07T21:23:26,950 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/5d1821ab22194e02a84c7d71a3287c37, entries=150, sequenceid=381, filesize=12.0 K 2024-11-07T21:23:26,951 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=26.84 KB/27480 for 45eadf20caf14aabd1ba075d3a14b68c in 1702ms, sequenceid=381, compaction requested=false 2024-11-07T21:23:26,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 45eadf20caf14aabd1ba075d3a14b68c: 2024-11-07T21:23:26,951 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:26,951 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:26,951 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. after waiting 0 ms 2024-11-07T21:23:26,951 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:26,951 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(2902): Flushing 45eadf20caf14aabd1ba075d3a14b68c 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-07T21:23:26,958 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107d510be84383b483b8fd1af166f2c447a_45eadf20caf14aabd1ba075d3a14b68c is 50, key is test_row_0/A:col10/1731014605980/Put/seqid=0 2024-11-07T21:23:26,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742062_1238 (size=9914) 2024-11-07T21:23:27,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-07T21:23:27,362 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:27,365 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107d510be84383b483b8fd1af166f2c447a_45eadf20caf14aabd1ba075d3a14b68c to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107d510be84383b483b8fd1af166f2c447a_45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:27,366 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/7e5700a9d243479eaf500b235edd1ebe, store: [table=TestAcidGuarantees family=A region=45eadf20caf14aabd1ba075d3a14b68c] 2024-11-07T21:23:27,367 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/7e5700a9d243479eaf500b235edd1ebe is 175, key is test_row_0/A:col10/1731014605980/Put/seqid=0 2024-11-07T21:23:27,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742063_1239 (size=22561) 2024-11-07T21:23:27,371 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=389, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/7e5700a9d243479eaf500b235edd1ebe 2024-11-07T21:23:27,381 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/B/da7ed30753aa43f398d3356cd2384b8d is 50, key is test_row_0/B:col10/1731014605980/Put/seqid=0 2024-11-07T21:23:27,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742064_1240 (size=9857) 2024-11-07T21:23:27,787 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/B/da7ed30753aa43f398d3356cd2384b8d 2024-11-07T21:23:27,794 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/C/a5c285f6cb46480c89c16b9b3b1df2d0 is 50, key is test_row_0/C:col10/1731014605980/Put/seqid=0 2024-11-07T21:23:27,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742065_1241 (size=9857) 2024-11-07T21:23:28,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-07T21:23:28,198 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/C/a5c285f6cb46480c89c16b9b3b1df2d0 2024-11-07T21:23:28,203 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/A/7e5700a9d243479eaf500b235edd1ebe as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/7e5700a9d243479eaf500b235edd1ebe 2024-11-07T21:23:28,207 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/7e5700a9d243479eaf500b235edd1ebe, entries=100, sequenceid=389, filesize=22.0 K 2024-11-07T21:23:28,208 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/B/da7ed30753aa43f398d3356cd2384b8d as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/da7ed30753aa43f398d3356cd2384b8d 2024-11-07T21:23:28,212 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/da7ed30753aa43f398d3356cd2384b8d, entries=100, sequenceid=389, filesize=9.6 K 2024-11-07T21:23:28,213 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/.tmp/C/a5c285f6cb46480c89c16b9b3b1df2d0 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/a5c285f6cb46480c89c16b9b3b1df2d0 2024-11-07T21:23:28,216 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/a5c285f6cb46480c89c16b9b3b1df2d0, entries=100, sequenceid=389, filesize=9.6 K 2024-11-07T21:23:28,217 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 45eadf20caf14aabd1ba075d3a14b68c in 1266ms, sequenceid=389, compaction requested=true 2024-11-07T21:23:28,218 DEBUG [StoreCloser-TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/61055493f557454ba2f571d017e35e87, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/6674061a1b1741d79e1faeec56d97592, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/2933e428cedb428eb0f87aadadde1021, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/b170be902f9d49f0ae5ccce0f56c727c, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/7b7c5ed9050740d9ac3939f55123db29, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/d4b851ea06ce4e96ae665cdd82908470, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/711987ef847a4d3fbd3acb131807c8b7, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/f6fa1c8a9b064a12b5ce45a340d3b45b, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/48de98da18e6420ca6fe9e18618cf6d6, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/e004b99f4f5648c995750778ae07e6d0, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/d41130fd02a64a469759b43b94654fce, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/13620aa364c940beaf4f22387b05d9dc, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/6b17a865243b450fa31cda6ae766c971, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/60e90117c3cf40e191f21bddd0d7aa05, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/999850f0dfdf4efca3520eb6c207d35b, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/8063fd6d8e804e679868dcd4234b4885, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/330189389c94474f9d0cd2c0df1a36e5, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/880e1d074e0b4e22a3685c6fb93b9fd3, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/ac3bc8f93f144dcdb220d45dfa940a4f, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/72de9abfb5d54e068080867b3824d812, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/8e39945d8e0e4c82874da493371de733, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/21c32bfe9bf340adabe1749cf60d00b2, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/6906540350464878b2859eed77ac4b99, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/7e2e7a0f82004ee593d66fafaa927558, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/0b737a72f1b64c65b86986c41d0effd5] to archive 2024-11-07T21:23:28,219 DEBUG [StoreCloser-TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T21:23:28,221 DEBUG [StoreCloser-TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/61055493f557454ba2f571d017e35e87 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/61055493f557454ba2f571d017e35e87 2024-11-07T21:23:28,222 DEBUG [StoreCloser-TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/6674061a1b1741d79e1faeec56d97592 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/6674061a1b1741d79e1faeec56d97592 2024-11-07T21:23:28,223 DEBUG [StoreCloser-TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/2933e428cedb428eb0f87aadadde1021 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/2933e428cedb428eb0f87aadadde1021 2024-11-07T21:23:28,224 DEBUG [StoreCloser-TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/b170be902f9d49f0ae5ccce0f56c727c to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/b170be902f9d49f0ae5ccce0f56c727c 2024-11-07T21:23:28,225 DEBUG [StoreCloser-TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/7b7c5ed9050740d9ac3939f55123db29 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/7b7c5ed9050740d9ac3939f55123db29 2024-11-07T21:23:28,226 DEBUG [StoreCloser-TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/d4b851ea06ce4e96ae665cdd82908470 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/d4b851ea06ce4e96ae665cdd82908470 2024-11-07T21:23:28,227 DEBUG [StoreCloser-TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/711987ef847a4d3fbd3acb131807c8b7 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/711987ef847a4d3fbd3acb131807c8b7 2024-11-07T21:23:28,228 DEBUG [StoreCloser-TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/f6fa1c8a9b064a12b5ce45a340d3b45b to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/f6fa1c8a9b064a12b5ce45a340d3b45b 2024-11-07T21:23:28,229 DEBUG [StoreCloser-TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/48de98da18e6420ca6fe9e18618cf6d6 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/48de98da18e6420ca6fe9e18618cf6d6 2024-11-07T21:23:28,229 DEBUG [StoreCloser-TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/e004b99f4f5648c995750778ae07e6d0 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/e004b99f4f5648c995750778ae07e6d0 2024-11-07T21:23:28,230 DEBUG [StoreCloser-TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/d41130fd02a64a469759b43b94654fce to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/d41130fd02a64a469759b43b94654fce 2024-11-07T21:23:28,231 DEBUG [StoreCloser-TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/13620aa364c940beaf4f22387b05d9dc to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/13620aa364c940beaf4f22387b05d9dc 2024-11-07T21:23:28,232 DEBUG [StoreCloser-TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/6b17a865243b450fa31cda6ae766c971 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/6b17a865243b450fa31cda6ae766c971 2024-11-07T21:23:28,233 DEBUG [StoreCloser-TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/60e90117c3cf40e191f21bddd0d7aa05 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/60e90117c3cf40e191f21bddd0d7aa05 2024-11-07T21:23:28,234 DEBUG [StoreCloser-TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/999850f0dfdf4efca3520eb6c207d35b to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/999850f0dfdf4efca3520eb6c207d35b 2024-11-07T21:23:28,234 DEBUG [StoreCloser-TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/8063fd6d8e804e679868dcd4234b4885 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/8063fd6d8e804e679868dcd4234b4885 2024-11-07T21:23:28,235 DEBUG [StoreCloser-TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/330189389c94474f9d0cd2c0df1a36e5 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/330189389c94474f9d0cd2c0df1a36e5 2024-11-07T21:23:28,236 DEBUG [StoreCloser-TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/880e1d074e0b4e22a3685c6fb93b9fd3 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/880e1d074e0b4e22a3685c6fb93b9fd3 2024-11-07T21:23:28,237 DEBUG [StoreCloser-TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/ac3bc8f93f144dcdb220d45dfa940a4f to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/ac3bc8f93f144dcdb220d45dfa940a4f 2024-11-07T21:23:28,238 DEBUG [StoreCloser-TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/72de9abfb5d54e068080867b3824d812 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/72de9abfb5d54e068080867b3824d812 2024-11-07T21:23:28,239 DEBUG [StoreCloser-TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/8e39945d8e0e4c82874da493371de733 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/8e39945d8e0e4c82874da493371de733 2024-11-07T21:23:28,239 DEBUG [StoreCloser-TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/21c32bfe9bf340adabe1749cf60d00b2 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/21c32bfe9bf340adabe1749cf60d00b2 2024-11-07T21:23:28,241 DEBUG [StoreCloser-TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/6906540350464878b2859eed77ac4b99 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/6906540350464878b2859eed77ac4b99 2024-11-07T21:23:28,242 DEBUG [StoreCloser-TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/7e2e7a0f82004ee593d66fafaa927558 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/7e2e7a0f82004ee593d66fafaa927558 2024-11-07T21:23:28,243 DEBUG [StoreCloser-TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/0b737a72f1b64c65b86986c41d0effd5 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/0b737a72f1b64c65b86986c41d0effd5 2024-11-07T21:23:28,244 DEBUG [StoreCloser-TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/1083fcb4ded14efdafdcb1483f47d64f, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/33839c76960f44e1a743f2b30a516f73, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/87ee268f25594896972c4735c8ffa6f8, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/3507a88990794a12aa75822a7db8b2c5, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/47b2056a03d242e1b0707f5a4566ecff, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/d5372237f51b49a295fa3fdea979b974, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/3ac4d910632a4ee2a3ae0bb0dfe294a3, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/67d8a6b10f7140c8b137ae27412c09d2, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/f8d57cf198a645679dfb57be4e3a5338, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/6d4bea4c7a39419b91165e229283197b, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/40d8a22f2a514419ac45054ef5fd7db5, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/e9b3684f8774481e9daa1a196f36d0a9, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/3608330fb66a4c6bb34e9546e0181394, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/9e7b395351554be9a785769d6ccb68bd, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/022615473c0543f8b12756b1c6849fe8, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/5d110f52cc5741569574bca5c4e0c457, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/3de27521c5254bedb9dfb975c98628f3, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/4ea171afa387489fa0ee1d3569511f59, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/bde649fbc25e4b5e85ffde344c6126bc, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/fe49c28a586a4d948d12ebbaaf5ccf03, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/ba77eeeebc7d4654b66efe5140ad5b69, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/c61cf05618344f229805bae591d515d7, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/d9a97ece582e4d5097ac52eb4b0d9d12, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/6842f5bd482e45309a6d059dbcd870d9, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/76539f8a45994304a6dcfa55c0d45fab] to archive 2024-11-07T21:23:28,245 DEBUG [StoreCloser-TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T21:23:28,247 DEBUG [StoreCloser-TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/1083fcb4ded14efdafdcb1483f47d64f to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/1083fcb4ded14efdafdcb1483f47d64f 2024-11-07T21:23:28,248 DEBUG [StoreCloser-TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/33839c76960f44e1a743f2b30a516f73 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/33839c76960f44e1a743f2b30a516f73 2024-11-07T21:23:28,249 DEBUG [StoreCloser-TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/87ee268f25594896972c4735c8ffa6f8 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/87ee268f25594896972c4735c8ffa6f8 2024-11-07T21:23:28,250 DEBUG [StoreCloser-TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/3507a88990794a12aa75822a7db8b2c5 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/3507a88990794a12aa75822a7db8b2c5 2024-11-07T21:23:28,251 DEBUG [StoreCloser-TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/47b2056a03d242e1b0707f5a4566ecff to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/47b2056a03d242e1b0707f5a4566ecff 2024-11-07T21:23:28,253 DEBUG [StoreCloser-TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/d5372237f51b49a295fa3fdea979b974 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/d5372237f51b49a295fa3fdea979b974 2024-11-07T21:23:28,254 DEBUG [StoreCloser-TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/3ac4d910632a4ee2a3ae0bb0dfe294a3 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/3ac4d910632a4ee2a3ae0bb0dfe294a3 2024-11-07T21:23:28,255 DEBUG [StoreCloser-TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/67d8a6b10f7140c8b137ae27412c09d2 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/67d8a6b10f7140c8b137ae27412c09d2 2024-11-07T21:23:28,257 DEBUG [StoreCloser-TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/f8d57cf198a645679dfb57be4e3a5338 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/f8d57cf198a645679dfb57be4e3a5338 2024-11-07T21:23:28,258 DEBUG [StoreCloser-TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/6d4bea4c7a39419b91165e229283197b to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/6d4bea4c7a39419b91165e229283197b 2024-11-07T21:23:28,259 DEBUG [StoreCloser-TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/40d8a22f2a514419ac45054ef5fd7db5 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/40d8a22f2a514419ac45054ef5fd7db5 2024-11-07T21:23:28,260 DEBUG [StoreCloser-TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/e9b3684f8774481e9daa1a196f36d0a9 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/e9b3684f8774481e9daa1a196f36d0a9 2024-11-07T21:23:28,261 DEBUG [StoreCloser-TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/3608330fb66a4c6bb34e9546e0181394 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/3608330fb66a4c6bb34e9546e0181394 2024-11-07T21:23:28,262 DEBUG [StoreCloser-TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/9e7b395351554be9a785769d6ccb68bd to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/9e7b395351554be9a785769d6ccb68bd 2024-11-07T21:23:28,264 DEBUG [StoreCloser-TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/022615473c0543f8b12756b1c6849fe8 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/022615473c0543f8b12756b1c6849fe8 2024-11-07T21:23:28,265 DEBUG [StoreCloser-TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/5d110f52cc5741569574bca5c4e0c457 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/5d110f52cc5741569574bca5c4e0c457 2024-11-07T21:23:28,266 DEBUG [StoreCloser-TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/3de27521c5254bedb9dfb975c98628f3 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/3de27521c5254bedb9dfb975c98628f3 2024-11-07T21:23:28,267 DEBUG [StoreCloser-TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/4ea171afa387489fa0ee1d3569511f59 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/4ea171afa387489fa0ee1d3569511f59 2024-11-07T21:23:28,268 DEBUG [StoreCloser-TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/bde649fbc25e4b5e85ffde344c6126bc to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/bde649fbc25e4b5e85ffde344c6126bc 2024-11-07T21:23:28,269 DEBUG [StoreCloser-TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/fe49c28a586a4d948d12ebbaaf5ccf03 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/fe49c28a586a4d948d12ebbaaf5ccf03 2024-11-07T21:23:28,270 DEBUG [StoreCloser-TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/ba77eeeebc7d4654b66efe5140ad5b69 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/ba77eeeebc7d4654b66efe5140ad5b69 2024-11-07T21:23:28,271 DEBUG [StoreCloser-TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/c61cf05618344f229805bae591d515d7 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/c61cf05618344f229805bae591d515d7 2024-11-07T21:23:28,272 DEBUG [StoreCloser-TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/d9a97ece582e4d5097ac52eb4b0d9d12 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/d9a97ece582e4d5097ac52eb4b0d9d12 2024-11-07T21:23:28,273 DEBUG [StoreCloser-TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/6842f5bd482e45309a6d059dbcd870d9 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/6842f5bd482e45309a6d059dbcd870d9 2024-11-07T21:23:28,274 DEBUG [StoreCloser-TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/76539f8a45994304a6dcfa55c0d45fab to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/76539f8a45994304a6dcfa55c0d45fab 2024-11-07T21:23:28,276 DEBUG [StoreCloser-TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/36f7f8cdd4544fff9d92d93733931de1, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/598e5524948f4b9f9ed48735ff38cf13, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/51064fc3c44e434b9c98d1048edb6e73, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/8dfef91af52a401da4e86ef7ab7f695b, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/bca62406d85b4b4eae3091bf720b4a1d, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/6d7a8805a0534be788db57cae0d5b5df, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/896fb4d4066e426c9ff3c068f1a826a8, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/fa2dd18c4ba64c7c924300eba58e4acc, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/2cb59eae9583491d96e53e1f149c159a, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/fd56c453aee94b8ea9a17813285eae05, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/4734b12481bf47c5af54ac06e62e0022, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/6ee273bcbb1c49009c090a9110da4c29, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/7bf5157afc3b4cf2a9d9089248df8008, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/9e43b1968092439083c7cb502fcfb479, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/785e2e4421624f00919a6433426ab9da, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/8ef7295f07cd4e2f92e3b769be9e98a0, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/7d30893540584dea9382747e2f77a8f2, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/d3cbfd7b5e5e4410bf91b5b8aad45a83, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/02f63e3256f5458bafb38257634ee475, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/6487f1a7f45541d793d18d61b6a77d87, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/aaa0fd13118140af9c5604e3e4d032a2, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/60655c72a13a4f58b553ae44d1fc891b, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/18f4b8ee2e6b4efd9ed64e236d09ef2e, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/f024a66065e44d118a168bbc216c507b, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/99aa4b1bd6464d0a8f40ccd99259e6c5] to archive 2024-11-07T21:23:28,277 DEBUG [StoreCloser-TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T21:23:28,278 DEBUG [StoreCloser-TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/36f7f8cdd4544fff9d92d93733931de1 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/36f7f8cdd4544fff9d92d93733931de1 2024-11-07T21:23:28,279 DEBUG [StoreCloser-TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/598e5524948f4b9f9ed48735ff38cf13 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/598e5524948f4b9f9ed48735ff38cf13 2024-11-07T21:23:28,280 DEBUG [StoreCloser-TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/51064fc3c44e434b9c98d1048edb6e73 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/51064fc3c44e434b9c98d1048edb6e73 2024-11-07T21:23:28,281 DEBUG [StoreCloser-TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/8dfef91af52a401da4e86ef7ab7f695b to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/8dfef91af52a401da4e86ef7ab7f695b 2024-11-07T21:23:28,282 DEBUG [StoreCloser-TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/bca62406d85b4b4eae3091bf720b4a1d to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/bca62406d85b4b4eae3091bf720b4a1d 2024-11-07T21:23:28,283 DEBUG [StoreCloser-TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/6d7a8805a0534be788db57cae0d5b5df to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/6d7a8805a0534be788db57cae0d5b5df 2024-11-07T21:23:28,284 DEBUG [StoreCloser-TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/896fb4d4066e426c9ff3c068f1a826a8 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/896fb4d4066e426c9ff3c068f1a826a8 2024-11-07T21:23:28,285 DEBUG [StoreCloser-TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/fa2dd18c4ba64c7c924300eba58e4acc to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/fa2dd18c4ba64c7c924300eba58e4acc 2024-11-07T21:23:28,286 DEBUG [StoreCloser-TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/2cb59eae9583491d96e53e1f149c159a to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/2cb59eae9583491d96e53e1f149c159a 2024-11-07T21:23:28,288 DEBUG [StoreCloser-TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/fd56c453aee94b8ea9a17813285eae05 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/fd56c453aee94b8ea9a17813285eae05 2024-11-07T21:23:28,289 DEBUG [StoreCloser-TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/4734b12481bf47c5af54ac06e62e0022 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/4734b12481bf47c5af54ac06e62e0022 2024-11-07T21:23:28,290 DEBUG [StoreCloser-TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/6ee273bcbb1c49009c090a9110da4c29 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/6ee273bcbb1c49009c090a9110da4c29 2024-11-07T21:23:28,291 DEBUG [StoreCloser-TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/7bf5157afc3b4cf2a9d9089248df8008 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/7bf5157afc3b4cf2a9d9089248df8008 2024-11-07T21:23:28,293 DEBUG [StoreCloser-TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/9e43b1968092439083c7cb502fcfb479 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/9e43b1968092439083c7cb502fcfb479 2024-11-07T21:23:28,294 DEBUG [StoreCloser-TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/785e2e4421624f00919a6433426ab9da to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/785e2e4421624f00919a6433426ab9da 2024-11-07T21:23:28,295 DEBUG [StoreCloser-TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/8ef7295f07cd4e2f92e3b769be9e98a0 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/8ef7295f07cd4e2f92e3b769be9e98a0 2024-11-07T21:23:28,296 DEBUG [StoreCloser-TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/7d30893540584dea9382747e2f77a8f2 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/7d30893540584dea9382747e2f77a8f2 2024-11-07T21:23:28,297 DEBUG [StoreCloser-TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/d3cbfd7b5e5e4410bf91b5b8aad45a83 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/d3cbfd7b5e5e4410bf91b5b8aad45a83 2024-11-07T21:23:28,298 DEBUG [StoreCloser-TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/02f63e3256f5458bafb38257634ee475 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/02f63e3256f5458bafb38257634ee475 2024-11-07T21:23:28,305 DEBUG [StoreCloser-TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/6487f1a7f45541d793d18d61b6a77d87 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/6487f1a7f45541d793d18d61b6a77d87 2024-11-07T21:23:28,307 DEBUG [StoreCloser-TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/aaa0fd13118140af9c5604e3e4d032a2 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/aaa0fd13118140af9c5604e3e4d032a2 2024-11-07T21:23:28,309 DEBUG [StoreCloser-TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/60655c72a13a4f58b553ae44d1fc891b to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/60655c72a13a4f58b553ae44d1fc891b 2024-11-07T21:23:28,310 DEBUG [StoreCloser-TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/18f4b8ee2e6b4efd9ed64e236d09ef2e to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/18f4b8ee2e6b4efd9ed64e236d09ef2e 2024-11-07T21:23:28,312 DEBUG [StoreCloser-TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/f024a66065e44d118a168bbc216c507b to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/f024a66065e44d118a168bbc216c507b 2024-11-07T21:23:28,313 DEBUG [StoreCloser-TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/99aa4b1bd6464d0a8f40ccd99259e6c5 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/99aa4b1bd6464d0a8f40ccd99259e6c5 2024-11-07T21:23:28,319 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/recovered.edits/392.seqid, newMaxSeqId=392, maxSeqId=4 2024-11-07T21:23:28,320 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. 2024-11-07T21:23:28,320 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1676): Region close journal for 45eadf20caf14aabd1ba075d3a14b68c: Waiting for close lock at 1731014606146Running coprocessor pre-close hooks at 1731014606146Disabling compacts and flushes for region at 1731014606146Disabling writes for close at 1731014606951 (+805 ms)Obtaining lock to block concurrent updates at 1731014606951Preparing flush snapshotting stores in 45eadf20caf14aabd1ba075d3a14b68c at 1731014606951Finished memstore snapshotting TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=72720, getOffHeapSize=0, getCellsCount=600 at 1731014606952 (+1 ms)Flushing stores of TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c. at 1731014606952Flushing 45eadf20caf14aabd1ba075d3a14b68c/A: creating writer at 1731014606952Flushing mob file 45eadf20caf14aabd1ba075d3a14b68c/A: appending metadata at 1731014606957 (+5 ms)Flushing mob file 45eadf20caf14aabd1ba075d3a14b68c/A: closing flushed file at 1731014606957Flushing 45eadf20caf14aabd1ba075d3a14b68c/A: appending metadata at 1731014607366 (+409 ms)Flushing 45eadf20caf14aabd1ba075d3a14b68c/A: closing flushed file at 1731014607366Flushing 45eadf20caf14aabd1ba075d3a14b68c/B: creating writer at 1731014607375 (+9 ms)Flushing 45eadf20caf14aabd1ba075d3a14b68c/B: appending metadata at 1731014607380 (+5 ms)Flushing 45eadf20caf14aabd1ba075d3a14b68c/B: closing flushed file at 1731014607380Flushing 45eadf20caf14aabd1ba075d3a14b68c/C: creating writer at 1731014607791 (+411 ms)Flushing 45eadf20caf14aabd1ba075d3a14b68c/C: appending metadata at 1731014607793 (+2 ms)Flushing 45eadf20caf14aabd1ba075d3a14b68c/C: closing flushed file at 1731014607794 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69e1de9: reopening flushed file at 1731014608202 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5363a63f: reopening flushed file at 1731014608207 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@750a949a: reopening flushed file at 1731014608212 (+5 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 45eadf20caf14aabd1ba075d3a14b68c in 1266ms, sequenceid=389, compaction requested=true at 1731014608217 (+5 ms)Writing region close event to WAL at 1731014608315 (+98 ms)Running coprocessor post-close hooks at 1731014608320 (+5 ms)Closed at 1731014608320 2024-11-07T21:23:28,322 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] handler.UnassignRegionHandler(157): Closed 45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:28,323 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=45eadf20caf14aabd1ba075d3a14b68c, regionState=CLOSED 2024-11-07T21:23:28,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=66, state=RUNNABLE, hasLock=false; CloseRegionProcedure 45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 because future has completed 2024-11-07T21:23:28,326 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-07T21:23:28,326 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; CloseRegionProcedure 45eadf20caf14aabd1ba075d3a14b68c, server=4fc742968c91,33553,1731014551923 in 2.3320 sec 2024-11-07T21:23:28,328 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=66, resume processing ppid=65 2024-11-07T21:23:28,328 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=65, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=45eadf20caf14aabd1ba075d3a14b68c, UNASSIGN in 2.3370 sec 2024-11-07T21:23:28,330 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-11-07T21:23:28,330 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.3410 sec 2024-11-07T21:23:28,332 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731014608331"}]},"ts":"1731014608331"} 2024-11-07T21:23:28,333 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-07T21:23:28,333 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-07T21:23:28,335 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.3510 sec 2024-11-07T21:23:30,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-07T21:23:30,151 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-07T21:23:30,152 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-07T21:23:30,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T21:23:30,155 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=68, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T21:23:30,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-07T21:23:30,156 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=68, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T21:23:30,161 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:30,165 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A, FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B, FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C, FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/recovered.edits] 2024-11-07T21:23:30,170 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/04e90741ba1c4bd49bea5bddf50dad08 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/04e90741ba1c4bd49bea5bddf50dad08 2024-11-07T21:23:30,172 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/798e8164ec874e16ac04d2359c1ad5e7 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/798e8164ec874e16ac04d2359c1ad5e7 2024-11-07T21:23:30,173 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/7e5700a9d243479eaf500b235edd1ebe to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/A/7e5700a9d243479eaf500b235edd1ebe 2024-11-07T21:23:30,175 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/d0822756b9c7438a92d6d6970f55ad38 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/d0822756b9c7438a92d6d6970f55ad38 2024-11-07T21:23:30,176 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/da7ed30753aa43f398d3356cd2384b8d to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/da7ed30753aa43f398d3356cd2384b8d 2024-11-07T21:23:30,177 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/ff8ed30109a24391ab48faccc6249924 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/B/ff8ed30109a24391ab48faccc6249924 2024-11-07T21:23:30,180 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/3ce6df99fe154480a694c490784a9c58 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/3ce6df99fe154480a694c490784a9c58 2024-11-07T21:23:30,181 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/5d1821ab22194e02a84c7d71a3287c37 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/5d1821ab22194e02a84c7d71a3287c37 2024-11-07T21:23:30,182 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/a5c285f6cb46480c89c16b9b3b1df2d0 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/C/a5c285f6cb46480c89c16b9b3b1df2d0 2024-11-07T21:23:30,184 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/recovered.edits/392.seqid to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c/recovered.edits/392.seqid 2024-11-07T21:23:30,184 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:30,185 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-07T21:23:30,185 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-07T21:23:30,186 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-07T21:23:30,189 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107001c28dc8b114f2f962aa4586002817f_45eadf20caf14aabd1ba075d3a14b68c to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107001c28dc8b114f2f962aa4586002817f_45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:30,190 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411071fe3b85a85f24e51b8a2c594ed0f59da_45eadf20caf14aabd1ba075d3a14b68c to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411071fe3b85a85f24e51b8a2c594ed0f59da_45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:30,191 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110724544d81b25645a5b7338989acf700f2_45eadf20caf14aabd1ba075d3a14b68c to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110724544d81b25645a5b7338989acf700f2_45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:30,193 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411073f5282ea33c04263b54da39afd7250be_45eadf20caf14aabd1ba075d3a14b68c to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411073f5282ea33c04263b54da39afd7250be_45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:30,194 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110740dc59bf443c4e02ae9088748a9af81d_45eadf20caf14aabd1ba075d3a14b68c to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110740dc59bf443c4e02ae9088748a9af81d_45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:30,195 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110749467a22925142fda06f74407a89219d_45eadf20caf14aabd1ba075d3a14b68c to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110749467a22925142fda06f74407a89219d_45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:30,196 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411074a27978d8e304be5998e206944c60562_45eadf20caf14aabd1ba075d3a14b68c to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411074a27978d8e304be5998e206944c60562_45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:30,197 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107714bc43a55514a94ae751cd4cf61b0ae_45eadf20caf14aabd1ba075d3a14b68c to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107714bc43a55514a94ae751cd4cf61b0ae_45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:30,198 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411078f69e1d0797341478b3e245bc3c64fa6_45eadf20caf14aabd1ba075d3a14b68c to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411078f69e1d0797341478b3e245bc3c64fa6_45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:30,199 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411078fed0494cf644eb782fede7704df7c84_45eadf20caf14aabd1ba075d3a14b68c to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411078fed0494cf644eb782fede7704df7c84_45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:30,200 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T21:23:30,200 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110790fb68259d1d4bfdbefb6243591183f0_45eadf20caf14aabd1ba075d3a14b68c to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110790fb68259d1d4bfdbefb6243591183f0_45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:30,201 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110796ae4ef7d7e849dca570da9a8ea086be_45eadf20caf14aabd1ba075d3a14b68c to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110796ae4ef7d7e849dca570da9a8ea086be_45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:30,202 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411079b2ab78df1ed41fe926139245d68d7e1_45eadf20caf14aabd1ba075d3a14b68c to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411079b2ab78df1ed41fe926139245d68d7e1_45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:30,203 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411079e5bb3ad8faa4a17bf7606974067a333_45eadf20caf14aabd1ba075d3a14b68c to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411079e5bb3ad8faa4a17bf7606974067a333_45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:30,204 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107a69d9b9cefcb4449bd7a0e46098cfc1e_45eadf20caf14aabd1ba075d3a14b68c to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107a69d9b9cefcb4449bd7a0e46098cfc1e_45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:30,204 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107acb5ea782ee94e6fb49f40fbafc6e71c_45eadf20caf14aabd1ba075d3a14b68c to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107acb5ea782ee94e6fb49f40fbafc6e71c_45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:30,206 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107ae160e6e9a4647ce864d53efc3087a8b_45eadf20caf14aabd1ba075d3a14b68c to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107ae160e6e9a4647ce864d53efc3087a8b_45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:30,207 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107bf5968b414ac44ce95b28df357fdbb34_45eadf20caf14aabd1ba075d3a14b68c to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107bf5968b414ac44ce95b28df357fdbb34_45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:30,208 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107d510be84383b483b8fd1af166f2c447a_45eadf20caf14aabd1ba075d3a14b68c to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107d510be84383b483b8fd1af166f2c447a_45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:30,209 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107ec5847ff78d4419d951c020cdef56072_45eadf20caf14aabd1ba075d3a14b68c to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107ec5847ff78d4419d951c020cdef56072_45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:30,211 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107f371d1df458b4337889cc25702c8ead4_45eadf20caf14aabd1ba075d3a14b68c to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107f371d1df458b4337889cc25702c8ead4_45eadf20caf14aabd1ba075d3a14b68c 2024-11-07T21:23:30,212 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-07T21:23:30,214 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=68, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T21:23:30,217 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-07T21:23:30,219 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-07T21:23:30,220 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=68, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T21:23:30,220 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-07T21:23:30,220 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731014610220"}]},"ts":"9223372036854775807"} 2024-11-07T21:23:30,222 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-07T21:23:30,222 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 45eadf20caf14aabd1ba075d3a14b68c, NAME => 'TestAcidGuarantees,,1731014581728.45eadf20caf14aabd1ba075d3a14b68c.', STARTKEY => '', ENDKEY => ''}] 2024-11-07T21:23:30,222 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-07T21:23:30,223 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731014610222"}]},"ts":"9223372036854775807"} 2024-11-07T21:23:30,224 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-07T21:23:30,225 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=68, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T21:23:30,226 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 73 msec 2024-11-07T21:23:30,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-07T21:23:30,260 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-07T21:23:30,260 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-07T21:23:30,275 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=243 (was 238) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_338668532_22 at /127.0.0.1:32774 [Waiting for operation #1427] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@3bae82f4[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-185118663_22 at /127.0.0.1:60714 [Waiting for operation #1493] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_338668532_22 at /127.0.0.1:43818 [Waiting for operation #1912] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-185118663_22 at /127.0.0.1:32776 [Waiting for operation #1398] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3085edb0-e917-d279-2e36-e140b24fc09e/cluster_f389f151-189a-c90f-dfef-b886ac270666/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3085edb0-e917-d279-2e36-e140b24fc09e/cluster_f389f151-189a-c90f-dfef-b886ac270666/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=461 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=548 (was 596), ProcessCount=11 (was 11), AvailableMemoryMB=1976 (was 2210) 2024-11-07T21:23:30,285 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=243, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=548, ProcessCount=11, AvailableMemoryMB=1975 2024-11-07T21:23:30,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-07T21:23:30,287 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T21:23:30,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] procedure2.ProcedureExecutor(1139): Stored pid=69, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-07T21:23:30,289 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T21:23:30,290 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:30,290 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 69 2024-11-07T21:23:30,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-11-07T21:23:30,291 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T21:23:30,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742066_1242 (size=959) 2024-11-07T21:23:30,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-11-07T21:23:30,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-11-07T21:23:30,701 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff 2024-11-07T21:23:30,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742067_1243 (size=53) 2024-11-07T21:23:30,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-11-07T21:23:31,107 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:23:31,107 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing f7edd783a7a07ebc2dd630edcbcd2b0d, disabling compactions & flushes 2024-11-07T21:23:31,107 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:31,107 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:31,107 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. after waiting 0 ms 2024-11-07T21:23:31,107 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:31,107 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:31,107 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for f7edd783a7a07ebc2dd630edcbcd2b0d: Waiting for close lock at 1731014611107Disabling compacts and flushes for region at 1731014611107Disabling writes for close at 1731014611107Writing region close event to WAL at 1731014611107Closed at 1731014611107 2024-11-07T21:23:31,109 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T21:23:31,109 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731014611109"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731014611109"}]},"ts":"1731014611109"} 2024-11-07T21:23:31,111 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T21:23:31,111 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T21:23:31,112 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731014611111"}]},"ts":"1731014611111"} 2024-11-07T21:23:31,113 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-07T21:23:31,113 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f7edd783a7a07ebc2dd630edcbcd2b0d, ASSIGN}] 2024-11-07T21:23:31,114 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=70, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f7edd783a7a07ebc2dd630edcbcd2b0d, ASSIGN 2024-11-07T21:23:31,115 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=70, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f7edd783a7a07ebc2dd630edcbcd2b0d, ASSIGN; state=OFFLINE, location=4fc742968c91,33553,1731014551923; forceNewPlan=false, retain=false 2024-11-07T21:23:31,266 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=f7edd783a7a07ebc2dd630edcbcd2b0d, regionState=OPENING, regionLocation=4fc742968c91,33553,1731014551923 2024-11-07T21:23:31,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=70, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f7edd783a7a07ebc2dd630edcbcd2b0d, ASSIGN because future has completed 2024-11-07T21:23:31,269 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923}] 2024-11-07T21:23:31,425 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:31,425 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(7752): Opening region: {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} 2024-11-07T21:23:31,426 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f7edd783a7a07ebc2dd630edcbcd2b0d 2024-11-07T21:23:31,426 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:23:31,426 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(7794): checking encryption for f7edd783a7a07ebc2dd630edcbcd2b0d 2024-11-07T21:23:31,426 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(7797): checking classloading for f7edd783a7a07ebc2dd630edcbcd2b0d 2024-11-07T21:23:31,427 INFO [StoreOpener-f7edd783a7a07ebc2dd630edcbcd2b0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f7edd783a7a07ebc2dd630edcbcd2b0d 2024-11-07T21:23:31,429 INFO [StoreOpener-f7edd783a7a07ebc2dd630edcbcd2b0d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7edd783a7a07ebc2dd630edcbcd2b0d columnFamilyName A 2024-11-07T21:23:31,429 DEBUG [StoreOpener-f7edd783a7a07ebc2dd630edcbcd2b0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:31,430 INFO [StoreOpener-f7edd783a7a07ebc2dd630edcbcd2b0d-1 {}] regionserver.HStore(327): Store=f7edd783a7a07ebc2dd630edcbcd2b0d/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:23:31,430 INFO [StoreOpener-f7edd783a7a07ebc2dd630edcbcd2b0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f7edd783a7a07ebc2dd630edcbcd2b0d 2024-11-07T21:23:31,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-11-07T21:23:31,434 INFO [StoreOpener-f7edd783a7a07ebc2dd630edcbcd2b0d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7edd783a7a07ebc2dd630edcbcd2b0d columnFamilyName B 2024-11-07T21:23:31,434 DEBUG [StoreOpener-f7edd783a7a07ebc2dd630edcbcd2b0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:31,436 INFO [StoreOpener-f7edd783a7a07ebc2dd630edcbcd2b0d-1 {}] regionserver.HStore(327): Store=f7edd783a7a07ebc2dd630edcbcd2b0d/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:23:31,436 INFO [StoreOpener-f7edd783a7a07ebc2dd630edcbcd2b0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f7edd783a7a07ebc2dd630edcbcd2b0d 2024-11-07T21:23:31,437 INFO [StoreOpener-f7edd783a7a07ebc2dd630edcbcd2b0d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7edd783a7a07ebc2dd630edcbcd2b0d columnFamilyName C 2024-11-07T21:23:31,437 DEBUG [StoreOpener-f7edd783a7a07ebc2dd630edcbcd2b0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:23:31,438 INFO [StoreOpener-f7edd783a7a07ebc2dd630edcbcd2b0d-1 {}] regionserver.HStore(327): Store=f7edd783a7a07ebc2dd630edcbcd2b0d/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:23:31,438 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1038): replaying wal for f7edd783a7a07ebc2dd630edcbcd2b0d 2024-11-07T21:23:31,439 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d 2024-11-07T21:23:31,439 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d 2024-11-07T21:23:31,442 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1048): stopping wal replay for f7edd783a7a07ebc2dd630edcbcd2b0d 2024-11-07T21:23:31,442 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1060): Cleaning up temporary data for f7edd783a7a07ebc2dd630edcbcd2b0d 2024-11-07T21:23:31,444 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-07T21:23:31,453 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1093): writing seq id for f7edd783a7a07ebc2dd630edcbcd2b0d 2024-11-07T21:23:31,457 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T21:23:31,457 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1114): Opened f7edd783a7a07ebc2dd630edcbcd2b0d; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62946181, jitterRate=-0.06202881038188934}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-07T21:23:31,457 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f7edd783a7a07ebc2dd630edcbcd2b0d 2024-11-07T21:23:31,458 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1006): Region open journal for f7edd783a7a07ebc2dd630edcbcd2b0d: Running coprocessor pre-open hook at 1731014611426Writing region info on filesystem at 1731014611426Initializing all the Stores at 1731014611427 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014611427Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014611427Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014611427Cleaning up temporary data from old regions at 1731014611442 (+15 ms)Running coprocessor post-open hooks at 1731014611457 (+15 ms)Region opened successfully at 1731014611458 (+1 ms) 2024-11-07T21:23:31,459 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., pid=71, masterSystemTime=1731014611421 2024-11-07T21:23:31,461 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=f7edd783a7a07ebc2dd630edcbcd2b0d, regionState=OPEN, openSeqNum=2, regionLocation=4fc742968c91,33553,1731014551923 2024-11-07T21:23:31,465 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:31,465 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:31,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=71, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 because future has completed 2024-11-07T21:23:31,471 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-07T21:23:31,471 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 in 200 msec 2024-11-07T21:23:31,473 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=70, resume processing ppid=69 2024-11-07T21:23:31,474 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, ppid=69, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f7edd783a7a07ebc2dd630edcbcd2b0d, ASSIGN in 358 msec 2024-11-07T21:23:31,475 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T21:23:31,475 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731014611475"}]},"ts":"1731014611475"} 2024-11-07T21:23:31,477 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-07T21:23:31,479 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T21:23:31,482 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1920 sec 2024-11-07T21:23:32,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-11-07T21:23:32,439 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-07T21:23:32,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e0cbf10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:23:32,440 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fc742968c91,39921,-1 for getting cluster id 2024-11-07T21:23:32,441 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T21:23:32,442 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5a7e692-593c-43b6-a085-c810d74fe2db' 2024-11-07T21:23:32,442 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T21:23:32,442 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5a7e692-593c-43b6-a085-c810d74fe2db" 2024-11-07T21:23:32,442 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fc620c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:23:32,442 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fc742968c91,39921,-1] 2024-11-07T21:23:32,442 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T21:23:32,443 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:23:32,443 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T21:23:32,444 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eaa65f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:23:32,444 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:23:32,445 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,33553,1731014551923, seqNum=-1] 2024-11-07T21:23:32,446 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:23:32,446 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:23:32,447 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T21:23:32,448 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fc742968c91,39921,1731014551100 2024-11-07T21:23:32,448 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68b416b 2024-11-07T21:23:32,448 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T21:23:32,450 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T21:23:32,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@212d94ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:23:32,451 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fc742968c91,39921,-1 for getting cluster id 2024-11-07T21:23:32,451 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T21:23:32,452 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5a7e692-593c-43b6-a085-c810d74fe2db' 2024-11-07T21:23:32,452 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T21:23:32,452 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5a7e692-593c-43b6-a085-c810d74fe2db" 2024-11-07T21:23:32,452 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69af3fde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:23:32,453 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fc742968c91,39921,-1] 2024-11-07T21:23:32,453 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T21:23:32,453 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:23:32,454 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T21:23:32,454 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f0a32a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:23:32,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bafd9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:23:32,455 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fc742968c91,39921,-1 for getting cluster id 2024-11-07T21:23:32,455 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T21:23:32,456 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5a7e692-593c-43b6-a085-c810d74fe2db' 2024-11-07T21:23:32,456 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T21:23:32,456 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5a7e692-593c-43b6-a085-c810d74fe2db" 2024-11-07T21:23:32,456 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f07e617, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:23:32,456 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fc742968c91,39921,-1] 2024-11-07T21:23:32,457 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T21:23:32,457 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:23:32,458 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T21:23:32,458 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fd81669, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:23:32,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b15c907, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:23:32,459 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fc742968c91,39921,-1 for getting cluster id 2024-11-07T21:23:32,459 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T21:23:32,460 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5a7e692-593c-43b6-a085-c810d74fe2db' 2024-11-07T21:23:32,460 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T21:23:32,460 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5a7e692-593c-43b6-a085-c810d74fe2db" 2024-11-07T21:23:32,460 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64dcefcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:23:32,460 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fc742968c91,39921,-1] 2024-11-07T21:23:32,460 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T21:23:32,461 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:23:32,462 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T21:23:32,462 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dc2b6dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:23:32,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12b82d9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:23:32,463 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fc742968c91,39921,-1 for getting cluster id 2024-11-07T21:23:32,463 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T21:23:32,464 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5a7e692-593c-43b6-a085-c810d74fe2db' 2024-11-07T21:23:32,464 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T21:23:32,464 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5a7e692-593c-43b6-a085-c810d74fe2db" 2024-11-07T21:23:32,465 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3404262a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:23:32,465 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fc742968c91,39921,-1] 2024-11-07T21:23:32,465 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T21:23:32,465 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:23:32,466 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T21:23:32,466 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b6d5c88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:23:32,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@338713fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:23:32,467 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fc742968c91,39921,-1 for getting cluster id 2024-11-07T21:23:32,467 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T21:23:32,468 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5a7e692-593c-43b6-a085-c810d74fe2db' 2024-11-07T21:23:32,468 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T21:23:32,468 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5a7e692-593c-43b6-a085-c810d74fe2db" 2024-11-07T21:23:32,469 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11fac6a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:23:32,469 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fc742968c91,39921,-1] 2024-11-07T21:23:32,469 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T21:23:32,469 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:23:32,470 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T21:23:32,470 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61b89bf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:23:32,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ce76000, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:23:32,471 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fc742968c91,39921,-1 for getting cluster id 2024-11-07T21:23:32,471 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T21:23:32,472 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5a7e692-593c-43b6-a085-c810d74fe2db' 2024-11-07T21:23:32,472 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T21:23:32,472 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5a7e692-593c-43b6-a085-c810d74fe2db" 2024-11-07T21:23:32,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7164464b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:23:32,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fc742968c91,39921,-1] 2024-11-07T21:23:32,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T21:23:32,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:23:32,474 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T21:23:32,475 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2423b0c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:23:32,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45ebd22f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:23:32,475 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fc742968c91,39921,-1 for getting cluster id 2024-11-07T21:23:32,476 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T21:23:32,476 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5a7e692-593c-43b6-a085-c810d74fe2db' 2024-11-07T21:23:32,477 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T21:23:32,477 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5a7e692-593c-43b6-a085-c810d74fe2db" 2024-11-07T21:23:32,477 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ea06445, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:23:32,477 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fc742968c91,39921,-1] 2024-11-07T21:23:32,477 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T21:23:32,477 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:23:32,478 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T21:23:32,479 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f4e66ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:23:32,480 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bf842e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:23:32,480 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fc742968c91,39921,-1 for getting cluster id 2024-11-07T21:23:32,480 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T21:23:32,481 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5a7e692-593c-43b6-a085-c810d74fe2db' 2024-11-07T21:23:32,481 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T21:23:32,481 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5a7e692-593c-43b6-a085-c810d74fe2db" 2024-11-07T21:23:32,482 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35ad782a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:23:32,482 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fc742968c91,39921,-1] 2024-11-07T21:23:32,482 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T21:23:32,482 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:23:32,483 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T21:23:32,484 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@645dcba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:23:32,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f539a03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:23:32,489 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fc742968c91,39921,-1 for getting cluster id 2024-11-07T21:23:32,489 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T21:23:32,490 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5a7e692-593c-43b6-a085-c810d74fe2db' 2024-11-07T21:23:32,490 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T21:23:32,490 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5a7e692-593c-43b6-a085-c810d74fe2db" 2024-11-07T21:23:32,490 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@169cd5b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:23:32,490 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fc742968c91,39921,-1] 2024-11-07T21:23:32,490 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T21:23:32,491 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:23:32,492 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T21:23:32,493 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1da873f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:23:32,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43ef673d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:23:32,494 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fc742968c91,39921,-1 for getting cluster id 2024-11-07T21:23:32,494 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T21:23:32,495 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5a7e692-593c-43b6-a085-c810d74fe2db' 2024-11-07T21:23:32,495 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T21:23:32,495 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5a7e692-593c-43b6-a085-c810d74fe2db" 2024-11-07T21:23:32,496 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aae2814, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:23:32,496 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fc742968c91,39921,-1] 2024-11-07T21:23:32,496 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T21:23:32,496 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:23:32,497 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T21:23:32,497 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65bdfa4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:23:32,498 DEBUG [Thread-1139 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:23:32,498 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T21:23:32,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-11-07T21:23:32,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-07T21:23:32,500 DEBUG [Thread-1133 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:23:32,501 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T21:23:32,501 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T21:23:32,502 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T21:23:32,505 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,33553,1731014551923, seqNum=-1] 2024-11-07T21:23:32,505 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,33553,1731014551923, seqNum=-1] 2024-11-07T21:23:32,505 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:23:32,505 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:23:32,506 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:23:32,508 DEBUG [Thread-1142 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:23:32,508 DEBUG [Thread-1144 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:23:32,509 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:23:32,509 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,33553,1731014551923, seqNum=-1] 2024-11-07T21:23:32,509 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:23:32,509 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,33553,1731014551923, seqNum=-1] 2024-11-07T21:23:32,509 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:23:32,510 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2] 2024-11-07T21:23:32,510 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2] 2024-11-07T21:23:32,511 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:23:32,511 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:23:32,513 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2] 2024-11-07T21:23:32,513 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2] 2024-11-07T21:23:32,514 DEBUG [Thread-1135 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:23:32,514 DEBUG [Thread-1137 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:23:32,515 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,33553,1731014551923, seqNum=-1] 2024-11-07T21:23:32,515 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:23:32,516 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,33553,1731014551923, seqNum=-1] 2024-11-07T21:23:32,516 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:23:32,517 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:23:32,518 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2] 2024-11-07T21:23:32,520 DEBUG [Thread-1150 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:23:32,521 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:23:32,522 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2] 2024-11-07T21:23:32,523 DEBUG [Thread-1150 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,33553,1731014551923, seqNum=-1] 2024-11-07T21:23:32,524 DEBUG [Thread-1150 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:23:32,525 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:23:32,527 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2] 2024-11-07T21:23:32,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on f7edd783a7a07ebc2dd630edcbcd2b0d 2024-11-07T21:23:32,532 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-07T21:23:32,532 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f7edd783a7a07ebc2dd630edcbcd2b0d 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-07T21:23:32,536 DEBUG [Thread-1148 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:23:32,537 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,33553,1731014551923, seqNum=-1] 2024-11-07T21:23:32,538 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:23:32,539 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:23:32,541 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2] 2024-11-07T21:23:32,544 DEBUG [Thread-1146 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:23:32,546 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,33553,1731014551923, seqNum=-1] 2024-11-07T21:23:32,546 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:23:32,547 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:23:32,549 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2] 2024-11-07T21:23:32,552 DEBUG [Thread-1131 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:23:32,554 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,33553,1731014551923, seqNum=-1] 2024-11-07T21:23:32,554 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:23:32,555 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:23:32,557 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2] 2024-11-07T21:23:32,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-07T21:23:32,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:32,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50216 deadline: 1731014672632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:32,643 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:32,643 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:32,643 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:32,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:32,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50304 deadline: 1731014672636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:32,644 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:32,644 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:32,644 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:32,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:32,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50214 deadline: 1731014672638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:32,646 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:32,646 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:32,647 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:32,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:32,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731014672641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:32,647 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:32,647 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:32,647 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:32,648 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/5d247a18d2ad4ed5be2639a2f315f21f is 50, key is test_row_0/A:col10/1731014612531/Put/seqid=0 2024-11-07T21:23:32,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:32,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731014672648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:32,655 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:32,655 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:32,655 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:32,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-07T21:23:32,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:32,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. as already flushing 2024-11-07T21:23:32,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:32,664 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:32,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:32,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:32,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742068_1244 (size=12001) 2024-11-07T21:23:32,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:32,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50216 deadline: 1731014672750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:32,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:32,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50214 deadline: 1731014672750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:32,753 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:32,753 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:32,753 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:32,753 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:32,753 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:32,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:32,753 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:32,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50304 deadline: 1731014672750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:32,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:32,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731014672750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:32,753 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:32,753 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:32,753 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:32,753 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:32,753 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:32,753 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:32,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:32,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731014672759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:32,762 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:32,762 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:32,762 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:32,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-07T21:23:32,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:32,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. as already flushing 2024-11-07T21:23:32,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:32,817 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:32,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:32,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:32,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-07T21:23:32,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:32,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50216 deadline: 1731014672959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:32,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:32,960 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:32,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50214 deadline: 1731014672959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:32,960 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:32,960 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:32,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:32,960 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:32,960 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:32,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50304 deadline: 1731014672959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:32,960 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:32,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:32,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731014672959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:32,961 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:32,961 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:32,961 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:32,961 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:32,961 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:32,961 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:32,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:32,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731014672970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:32,973 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:32,973 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:32,973 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:32,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-07T21:23:32,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:32,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. as already flushing 2024-11-07T21:23:32,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:32,980 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:32,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:32,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:33,094 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/5d247a18d2ad4ed5be2639a2f315f21f 2024-11-07T21:23:33,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-07T21:23:33,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-07T21:23:33,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:33,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. as already flushing 2024-11-07T21:23:33,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:33,133 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:33,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:33,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:33,142 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/ef3dee74b47d4da08b18e11b1782cc91 is 50, key is test_row_0/B:col10/1731014612531/Put/seqid=0 2024-11-07T21:23:33,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742069_1245 (size=12001) 2024-11-07T21:23:33,158 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/ef3dee74b47d4da08b18e11b1782cc91 2024-11-07T21:23:33,183 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/926cf295821b48f8ac202b5755847390 is 50, key is test_row_0/C:col10/1731014612531/Put/seqid=0 2024-11-07T21:23:33,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742070_1246 (size=12001) 2024-11-07T21:23:33,212 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/926cf295821b48f8ac202b5755847390 2024-11-07T21:23:33,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/5d247a18d2ad4ed5be2639a2f315f21f as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/5d247a18d2ad4ed5be2639a2f315f21f 2024-11-07T21:23:33,228 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/5d247a18d2ad4ed5be2639a2f315f21f, entries=150, sequenceid=19, filesize=11.7 K 2024-11-07T21:23:33,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/ef3dee74b47d4da08b18e11b1782cc91 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/ef3dee74b47d4da08b18e11b1782cc91 2024-11-07T21:23:33,250 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/ef3dee74b47d4da08b18e11b1782cc91, entries=150, sequenceid=19, filesize=11.7 K 2024-11-07T21:23:33,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/926cf295821b48f8ac202b5755847390 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/926cf295821b48f8ac202b5755847390 2024-11-07T21:23:33,270 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/926cf295821b48f8ac202b5755847390, entries=150, sequenceid=19, filesize=11.7 K 2024-11-07T21:23:33,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:33,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50214 deadline: 1731014673270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:33,271 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:33,271 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:33,271 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:33,273 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for f7edd783a7a07ebc2dd630edcbcd2b0d in 741ms, sequenceid=19, compaction requested=false 2024-11-07T21:23:33,273 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-07T21:23:33,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f7edd783a7a07ebc2dd630edcbcd2b0d: 2024-11-07T21:23:33,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on f7edd783a7a07ebc2dd630edcbcd2b0d 2024-11-07T21:23:33,276 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-07T21:23:33,276 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f7edd783a7a07ebc2dd630edcbcd2b0d 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-07T21:23:33,283 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/93b3224cc17043f0a85dc1e2c50da9ee is 50, key is test_row_0/A:col10/1731014613275/Put/seqid=0 2024-11-07T21:23:33,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-07T21:23:33,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:33,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. as already flushing 2024-11-07T21:23:33,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:33,286 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:33,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:33,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:33,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742071_1247 (size=14341) 2024-11-07T21:23:33,304 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/93b3224cc17043f0a85dc1e2c50da9ee 2024-11-07T21:23:33,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:33,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50304 deadline: 1731014673303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:33,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:33,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731014673305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:33,312 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:33,312 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:33,312 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:33,312 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:33,312 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:33,312 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:33,315 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/c5eb07bf7c1843abbf7e34a491e8bf09 is 50, key is test_row_0/B:col10/1731014613275/Put/seqid=0 2024-11-07T21:23:33,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:33,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731014673306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:33,316 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:33,316 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:33,316 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:33,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:33,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50216 deadline: 1731014673323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:33,328 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:33,328 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:33,328 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:33,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742072_1248 (size=12001) 2024-11-07T21:23:33,338 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/c5eb07bf7c1843abbf7e34a491e8bf09 2024-11-07T21:23:33,348 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/778bcb9c4e7a4175955129056bb4f196 is 50, key is test_row_0/C:col10/1731014613275/Put/seqid=0 2024-11-07T21:23:33,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742073_1249 (size=12001) 2024-11-07T21:23:33,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:33,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731014673420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:33,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:33,422 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:33,423 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:33,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50304 deadline: 1731014673420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:33,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:33,423 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:33,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731014673420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:33,423 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:33,423 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:33,423 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:33,423 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:33,423 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:33,423 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:33,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:33,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50216 deadline: 1731014673430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:33,432 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:33,432 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:33,432 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:33,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-07T21:23:33,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:33,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. as already flushing 2024-11-07T21:23:33,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:33,439 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:33,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:33,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:33,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-07T21:23:33,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:33,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. as already flushing 2024-11-07T21:23:33,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:33,592 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:33,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:33,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:33,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:33,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731014673629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:33,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:33,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731014673629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:33,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:33,631 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:33,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50304 deadline: 1731014673630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:33,631 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:33,631 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:33,632 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:33,632 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:33,632 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:33,633 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:33,633 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:33,633 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:33,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-07T21:23:33,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:33,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50216 deadline: 1731014673640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:33,643 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:33,643 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:33,643 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:33,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-07T21:23:33,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:33,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. as already flushing 2024-11-07T21:23:33,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:33,745 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:33,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:33,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:33,769 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/778bcb9c4e7a4175955129056bb4f196 2024-11-07T21:23:33,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/93b3224cc17043f0a85dc1e2c50da9ee as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/93b3224cc17043f0a85dc1e2c50da9ee 2024-11-07T21:23:33,781 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/93b3224cc17043f0a85dc1e2c50da9ee, entries=200, sequenceid=41, filesize=14.0 K 2024-11-07T21:23:33,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:33,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50214 deadline: 1731014673780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:33,782 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:33,782 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:33,782 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:33,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/c5eb07bf7c1843abbf7e34a491e8bf09 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/c5eb07bf7c1843abbf7e34a491e8bf09 2024-11-07T21:23:33,799 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/c5eb07bf7c1843abbf7e34a491e8bf09, entries=150, sequenceid=41, filesize=11.7 K 2024-11-07T21:23:33,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/778bcb9c4e7a4175955129056bb4f196 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/778bcb9c4e7a4175955129056bb4f196 2024-11-07T21:23:33,806 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/778bcb9c4e7a4175955129056bb4f196, entries=150, sequenceid=41, filesize=11.7 K 2024-11-07T21:23:33,807 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for f7edd783a7a07ebc2dd630edcbcd2b0d in 531ms, sequenceid=41, compaction requested=false 2024-11-07T21:23:33,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f7edd783a7a07ebc2dd630edcbcd2b0d: 2024-11-07T21:23:33,850 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-07T21:23:33,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-07T21:23:33,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:33,897 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing f7edd783a7a07ebc2dd630edcbcd2b0d 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-07T21:23:33,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/d405e5ae34a94b39a84f668b5782b5ce is 50, key is test_row_0/A:col10/1731014613304/Put/seqid=0 2024-11-07T21:23:33,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742074_1250 (size=12001) 2024-11-07T21:23:33,926 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/d405e5ae34a94b39a84f668b5782b5ce 2024-11-07T21:23:33,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/53b5b8bc4271421e91aafeb31e1b9719 is 50, key is test_row_0/B:col10/1731014613304/Put/seqid=0 2024-11-07T21:23:33,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on f7edd783a7a07ebc2dd630edcbcd2b0d 2024-11-07T21:23:33,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. as already flushing 2024-11-07T21:23:33,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742075_1251 (size=12001) 2024-11-07T21:23:33,951 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/53b5b8bc4271421e91aafeb31e1b9719 2024-11-07T21:23:33,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/18117086324545059da25cadb6d634bd is 50, key is test_row_0/C:col10/1731014613304/Put/seqid=0 2024-11-07T21:23:33,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:33,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50216 deadline: 1731014673965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:33,967 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:33,967 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:33,967 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:33,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:33,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731014673966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:33,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:33,971 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:33,971 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:33,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731014673966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:33,971 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:33,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:33,971 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:33,971 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:33,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50304 deadline: 1731014673969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:33,971 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:33,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:33,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:33,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:33,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742076_1252 (size=12001) 2024-11-07T21:23:34,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:34,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50216 deadline: 1731014674069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:34,071 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:34,071 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:34,071 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:34,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:34,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731014674079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:34,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:34,083 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:34,083 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:34,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731014674079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:34,084 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:34,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:34,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50304 deadline: 1731014674080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:34,084 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:34,084 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:34,084 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:34,084 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:34,084 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:34,084 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:34,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:34,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50216 deadline: 1731014674279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:34,283 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:34,283 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:34,283 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:34,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:34,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731014674290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:34,294 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:34,294 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:34,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:34,294 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:34,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50304 deadline: 1731014674290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:34,294 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:34,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:34,294 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:34,294 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:34,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731014674290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:34,295 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:34,295 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:34,295 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:34,379 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/18117086324545059da25cadb6d634bd 2024-11-07T21:23:34,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/d405e5ae34a94b39a84f668b5782b5ce as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/d405e5ae34a94b39a84f668b5782b5ce 2024-11-07T21:23:34,388 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/d405e5ae34a94b39a84f668b5782b5ce, entries=150, sequenceid=56, filesize=11.7 K 2024-11-07T21:23:34,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/53b5b8bc4271421e91aafeb31e1b9719 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/53b5b8bc4271421e91aafeb31e1b9719 2024-11-07T21:23:34,393 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/53b5b8bc4271421e91aafeb31e1b9719, entries=150, sequenceid=56, filesize=11.7 K 2024-11-07T21:23:34,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/18117086324545059da25cadb6d634bd as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/18117086324545059da25cadb6d634bd 2024-11-07T21:23:34,398 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/18117086324545059da25cadb6d634bd, entries=150, sequenceid=56, filesize=11.7 K 2024-11-07T21:23:34,400 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for f7edd783a7a07ebc2dd630edcbcd2b0d in 503ms, sequenceid=56, compaction requested=true 2024-11-07T21:23:34,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for f7edd783a7a07ebc2dd630edcbcd2b0d: 2024-11-07T21:23:34,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:34,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-11-07T21:23:34,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-11-07T21:23:34,404 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-07T21:23:34,405 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9000 sec 2024-11-07T21:23:34,406 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 1.9070 sec 2024-11-07T21:23:34,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on f7edd783a7a07ebc2dd630edcbcd2b0d 2024-11-07T21:23:34,591 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-07T21:23:34,591 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f7edd783a7a07ebc2dd630edcbcd2b0d 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-07T21:23:34,596 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/eac8de3b77b4406eaa3507f62ae176e2 is 50, key is test_row_0/A:col10/1731014614590/Put/seqid=0 2024-11-07T21:23:34,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742077_1253 (size=14341) 2024-11-07T21:23:34,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:34,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:34,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731014674621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:34,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50216 deadline: 1731014674622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:34,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:34,626 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:34,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:34,626 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:34,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:34,626 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:34,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:34,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731014674626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:34,631 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:34,632 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:34,632 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:34,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:34,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50304 deadline: 1731014674626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:34,632 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:34,632 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:34,632 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:34,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-07T21:23:34,650 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T21:23:34,650 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T21:23:34,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-11-07T21:23:34,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-07T21:23:34,652 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T21:23:34,652 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T21:23:34,652 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T21:23:34,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:34,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50216 deadline: 1731014674729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:34,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:34,733 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:34,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731014674729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:34,733 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:34,733 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:34,733 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:34,733 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:34,733 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:34,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:34,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731014674739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:34,744 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:34,744 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:34,744 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:34,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:34,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50304 deadline: 1731014674740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:34,745 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:34,745 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:34,745 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:34,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-07T21:23:34,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:34,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50214 deadline: 1731014674790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:34,795 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 4fc742968c91,33553,1731014551923 for 'test_row_1' in f7edd783a7a07ebc2dd630edcbcd2b0d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2156 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-07T21:23:34,795 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:34,795 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:34,795 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:34,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-07T21:23:34,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:34,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. as already flushing 2024-11-07T21:23:34,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:34,805 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:34,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:34,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:34,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:34,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731014674939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:34,945 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:34,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:34,945 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:34,945 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:34,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50216 deadline: 1731014674939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:34,945 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:34,945 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:34,945 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:34,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:34,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731014674949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:34,954 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:34,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:34,954 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:34,954 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:34,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50304 deadline: 1731014674949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:34,954 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:34,954 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:34,954 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:34,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-07T21:23:34,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:34,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. as already flushing 2024-11-07T21:23:34,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:34,959 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:34,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:34,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:34,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-07T21:23:35,012 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/eac8de3b77b4406eaa3507f62ae176e2 2024-11-07T21:23:35,020 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/b1263b5f9bd246b4bb80d8f77d592b9c is 50, key is test_row_0/B:col10/1731014614590/Put/seqid=0 2024-11-07T21:23:35,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742078_1254 (size=12001) 2024-11-07T21:23:35,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-07T21:23:35,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:35,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. as already flushing 2024-11-07T21:23:35,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:35,112 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:35,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:35,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:35,253 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:35,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50216 deadline: 1731014675250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:35,253 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:35,253 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:35,254 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:35,254 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:35,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731014675250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:35,254 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:35,254 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:35,254 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:35,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:35,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731014675259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:35,260 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:35,260 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:35,260 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:35,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:35,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50304 deadline: 1731014675259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:35,261 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:35,261 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:35,261 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:35,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-07T21:23:35,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:35,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. as already flushing 2024-11-07T21:23:35,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:35,264 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:35,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:35,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:35,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-07T21:23:35,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-07T21:23:35,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:35,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. as already flushing 2024-11-07T21:23:35,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:35,420 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:35,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:35,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:35,439 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/b1263b5f9bd246b4bb80d8f77d592b9c 2024-11-07T21:23:35,449 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/85380ff3a5524d7ab94d2ed9539f0ca0 is 50, key is test_row_0/C:col10/1731014614590/Put/seqid=0 2024-11-07T21:23:35,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742079_1255 (size=12001) 2024-11-07T21:23:35,460 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/85380ff3a5524d7ab94d2ed9539f0ca0 2024-11-07T21:23:35,482 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/eac8de3b77b4406eaa3507f62ae176e2 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/eac8de3b77b4406eaa3507f62ae176e2 2024-11-07T21:23:35,487 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/eac8de3b77b4406eaa3507f62ae176e2, entries=200, sequenceid=78, filesize=14.0 K 2024-11-07T21:23:35,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/b1263b5f9bd246b4bb80d8f77d592b9c as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/b1263b5f9bd246b4bb80d8f77d592b9c 2024-11-07T21:23:35,503 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/b1263b5f9bd246b4bb80d8f77d592b9c, entries=150, sequenceid=78, filesize=11.7 K 2024-11-07T21:23:35,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/85380ff3a5524d7ab94d2ed9539f0ca0 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/85380ff3a5524d7ab94d2ed9539f0ca0 2024-11-07T21:23:35,513 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/85380ff3a5524d7ab94d2ed9539f0ca0, entries=150, sequenceid=78, filesize=11.7 K 2024-11-07T21:23:35,514 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for f7edd783a7a07ebc2dd630edcbcd2b0d in 923ms, sequenceid=78, compaction requested=true 2024-11-07T21:23:35,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f7edd783a7a07ebc2dd630edcbcd2b0d: 2024-11-07T21:23:35,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f7edd783a7a07ebc2dd630edcbcd2b0d:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T21:23:35,514 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T21:23:35,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:23:35,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f7edd783a7a07ebc2dd630edcbcd2b0d:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T21:23:35,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:23:35,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f7edd783a7a07ebc2dd630edcbcd2b0d:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T21:23:35,514 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T21:23:35,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:23:35,516 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T21:23:35,516 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): f7edd783a7a07ebc2dd630edcbcd2b0d/B is initiating minor compaction (all files) 2024-11-07T21:23:35,516 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f7edd783a7a07ebc2dd630edcbcd2b0d/B in TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:35,516 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/ef3dee74b47d4da08b18e11b1782cc91, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/c5eb07bf7c1843abbf7e34a491e8bf09, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/53b5b8bc4271421e91aafeb31e1b9719, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/b1263b5f9bd246b4bb80d8f77d592b9c] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp, totalSize=46.9 K 2024-11-07T21:23:35,516 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52684 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T21:23:35,516 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1541): f7edd783a7a07ebc2dd630edcbcd2b0d/A is initiating minor compaction (all files) 2024-11-07T21:23:35,516 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f7edd783a7a07ebc2dd630edcbcd2b0d/A in TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:35,516 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/5d247a18d2ad4ed5be2639a2f315f21f, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/93b3224cc17043f0a85dc1e2c50da9ee, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/d405e5ae34a94b39a84f668b5782b5ce, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/eac8de3b77b4406eaa3507f62ae176e2] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp, totalSize=51.4 K 2024-11-07T21:23:35,517 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting ef3dee74b47d4da08b18e11b1782cc91, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=19, earliestPutTs=1731014612523 2024-11-07T21:23:35,517 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5d247a18d2ad4ed5be2639a2f315f21f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=19, earliestPutTs=1731014612523 2024-11-07T21:23:35,517 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting c5eb07bf7c1843abbf7e34a491e8bf09, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731014612618 2024-11-07T21:23:35,517 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 93b3224cc17043f0a85dc1e2c50da9ee, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731014612618 2024-11-07T21:23:35,518 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 53b5b8bc4271421e91aafeb31e1b9719, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731014613296 2024-11-07T21:23:35,518 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting d405e5ae34a94b39a84f668b5782b5ce, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731014613296 2024-11-07T21:23:35,518 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting b1263b5f9bd246b4bb80d8f77d592b9c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731014613959 2024-11-07T21:23:35,518 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting eac8de3b77b4406eaa3507f62ae176e2, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731014613959 2024-11-07T21:23:35,532 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f7edd783a7a07ebc2dd630edcbcd2b0d#B#compaction#210 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:23:35,533 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/83d29e5172ab49b49180799899e14565 is 50, key is test_row_0/B:col10/1731014614590/Put/seqid=0 2024-11-07T21:23:35,541 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f7edd783a7a07ebc2dd630edcbcd2b0d#A#compaction#211 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:23:35,542 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/7c19841f7f1b4f07b4e08fa6c2d65f38 is 50, key is test_row_0/A:col10/1731014614590/Put/seqid=0 2024-11-07T21:23:35,573 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-07T21:23:35,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:35,573 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing f7edd783a7a07ebc2dd630edcbcd2b0d 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-07T21:23:35,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742081_1257 (size=12139) 2024-11-07T21:23:35,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/6e29a0157cff4f7499c34e04ce3016ad is 50, key is test_row_0/A:col10/1731014614625/Put/seqid=0 2024-11-07T21:23:35,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742080_1256 (size=12139) 2024-11-07T21:23:35,600 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/83d29e5172ab49b49180799899e14565 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/83d29e5172ab49b49180799899e14565 2024-11-07T21:23:35,607 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f7edd783a7a07ebc2dd630edcbcd2b0d/B of f7edd783a7a07ebc2dd630edcbcd2b0d into 83d29e5172ab49b49180799899e14565(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:23:35,607 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f7edd783a7a07ebc2dd630edcbcd2b0d: 2024-11-07T21:23:35,607 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., storeName=f7edd783a7a07ebc2dd630edcbcd2b0d/B, priority=12, startTime=1731014615514; duration=0sec 2024-11-07T21:23:35,607 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:23:35,607 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f7edd783a7a07ebc2dd630edcbcd2b0d:B 2024-11-07T21:23:35,607 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T21:23:35,609 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T21:23:35,609 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): f7edd783a7a07ebc2dd630edcbcd2b0d/C is initiating minor compaction (all files) 2024-11-07T21:23:35,611 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f7edd783a7a07ebc2dd630edcbcd2b0d/C in TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:35,611 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/926cf295821b48f8ac202b5755847390, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/778bcb9c4e7a4175955129056bb4f196, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/18117086324545059da25cadb6d634bd, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/85380ff3a5524d7ab94d2ed9539f0ca0] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp, totalSize=46.9 K 2024-11-07T21:23:35,611 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 926cf295821b48f8ac202b5755847390, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=19, earliestPutTs=1731014612523 2024-11-07T21:23:35,612 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 778bcb9c4e7a4175955129056bb4f196, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731014612618 2024-11-07T21:23:35,612 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 18117086324545059da25cadb6d634bd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731014613296 2024-11-07T21:23:35,613 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 85380ff3a5524d7ab94d2ed9539f0ca0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731014613959 2024-11-07T21:23:35,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742082_1258 (size=12001) 2024-11-07T21:23:35,632 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/6e29a0157cff4f7499c34e04ce3016ad 2024-11-07T21:23:35,644 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f7edd783a7a07ebc2dd630edcbcd2b0d#C#compaction#213 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:23:35,644 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/7113c47292624575b82b5b99406ad533 is 50, key is test_row_0/C:col10/1731014614590/Put/seqid=0 2024-11-07T21:23:35,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/cf08c0377b8640528b6c07ba39f2a228 is 50, key is test_row_0/B:col10/1731014614625/Put/seqid=0 2024-11-07T21:23:35,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742083_1259 (size=12139) 2024-11-07T21:23:35,702 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/7113c47292624575b82b5b99406ad533 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/7113c47292624575b82b5b99406ad533 2024-11-07T21:23:35,709 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f7edd783a7a07ebc2dd630edcbcd2b0d/C of f7edd783a7a07ebc2dd630edcbcd2b0d into 7113c47292624575b82b5b99406ad533(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:23:35,709 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f7edd783a7a07ebc2dd630edcbcd2b0d: 2024-11-07T21:23:35,709 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., storeName=f7edd783a7a07ebc2dd630edcbcd2b0d/C, priority=12, startTime=1731014615514; duration=0sec 2024-11-07T21:23:35,709 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:23:35,709 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f7edd783a7a07ebc2dd630edcbcd2b0d:C 2024-11-07T21:23:35,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742084_1260 (size=12001) 2024-11-07T21:23:35,713 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/cf08c0377b8640528b6c07ba39f2a228 2024-11-07T21:23:35,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/3b6ec4beb39745a0a018fd19a50f2fa5 is 50, key is test_row_0/C:col10/1731014614625/Put/seqid=0 2024-11-07T21:23:35,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. as already flushing 2024-11-07T21:23:35,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on f7edd783a7a07ebc2dd630edcbcd2b0d 2024-11-07T21:23:35,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742085_1261 (size=12001) 2024-11-07T21:23:35,767 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/3b6ec4beb39745a0a018fd19a50f2fa5 2024-11-07T21:23:35,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/6e29a0157cff4f7499c34e04ce3016ad as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/6e29a0157cff4f7499c34e04ce3016ad 2024-11-07T21:23:35,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-07T21:23:35,790 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/6e29a0157cff4f7499c34e04ce3016ad, entries=150, sequenceid=93, filesize=11.7 K 2024-11-07T21:23:35,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/cf08c0377b8640528b6c07ba39f2a228 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/cf08c0377b8640528b6c07ba39f2a228 2024-11-07T21:23:35,798 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/cf08c0377b8640528b6c07ba39f2a228, entries=150, sequenceid=93, filesize=11.7 K 2024-11-07T21:23:35,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/3b6ec4beb39745a0a018fd19a50f2fa5 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/3b6ec4beb39745a0a018fd19a50f2fa5 2024-11-07T21:23:35,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:35,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731014675795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:35,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:35,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50216 deadline: 1731014675796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:35,803 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:35,803 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:35,803 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:35,803 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:35,803 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:35,803 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:35,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:35,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731014675801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:35,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:35,806 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:35,806 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:35,806 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:35,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50304 deadline: 1731014675803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:35,807 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:35,807 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:35,807 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:35,809 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/3b6ec4beb39745a0a018fd19a50f2fa5, entries=150, sequenceid=93, filesize=11.7 K 2024-11-07T21:23:35,810 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for f7edd783a7a07ebc2dd630edcbcd2b0d in 237ms, sequenceid=93, compaction requested=false 2024-11-07T21:23:35,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for f7edd783a7a07ebc2dd630edcbcd2b0d: 2024-11-07T21:23:35,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:35,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-11-07T21:23:35,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-11-07T21:23:35,815 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-11-07T21:23:35,815 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1600 sec 2024-11-07T21:23:35,817 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 1.1660 sec 2024-11-07T21:23:35,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on f7edd783a7a07ebc2dd630edcbcd2b0d 2024-11-07T21:23:35,913 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-07T21:23:35,913 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f7edd783a7a07ebc2dd630edcbcd2b0d 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-07T21:23:35,922 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/451087f79a2a4371958c00c082283723 is 50, key is test_row_0/A:col10/1731014615794/Put/seqid=0 2024-11-07T21:23:35,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742086_1262 (size=12001) 2024-11-07T21:23:35,932 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/451087f79a2a4371958c00c082283723 2024-11-07T21:23:35,939 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/61e169b28130403b8a6b713359f0b344 is 50, key is test_row_0/B:col10/1731014615794/Put/seqid=0 2024-11-07T21:23:35,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742087_1263 (size=12001) 2024-11-07T21:23:35,942 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/61e169b28130403b8a6b713359f0b344 2024-11-07T21:23:35,951 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/33e088f7f1fd4ea8bc70b58a61d06611 is 50, key is test_row_0/C:col10/1731014615794/Put/seqid=0 2024-11-07T21:23:35,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742088_1264 (size=12001) 2024-11-07T21:23:35,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:35,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731014675928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:35,980 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:35,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:35,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:35,980 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:35,980 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:35,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731014675974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:35,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50216 deadline: 1731014675974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:35,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:35,980 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:35,980 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:35,980 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:35,980 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:35,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50304 deadline: 1731014675974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:35,980 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:35,980 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:35,980 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:35,980 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:35,980 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:35,991 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/7c19841f7f1b4f07b4e08fa6c2d65f38 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/7c19841f7f1b4f07b4e08fa6c2d65f38 2024-11-07T21:23:35,997 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f7edd783a7a07ebc2dd630edcbcd2b0d/A of f7edd783a7a07ebc2dd630edcbcd2b0d into 7c19841f7f1b4f07b4e08fa6c2d65f38(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:23:35,997 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f7edd783a7a07ebc2dd630edcbcd2b0d: 2024-11-07T21:23:35,997 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., storeName=f7edd783a7a07ebc2dd630edcbcd2b0d/A, priority=12, startTime=1731014615514; duration=0sec 2024-11-07T21:23:35,997 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:23:35,997 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f7edd783a7a07ebc2dd630edcbcd2b0d:A 2024-11-07T21:23:36,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:36,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50216 deadline: 1731014676090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:36,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:36,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731014676090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:36,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:36,091 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:36,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50304 deadline: 1731014676091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:36,091 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:36,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:36,091 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:36,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731014676091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:36,092 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:36,092 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:36,092 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:36,092 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:36,092 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:36,092 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:36,092 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:36,092 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:36,092 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:36,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:36,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50216 deadline: 1731014676300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:36,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:36,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50304 deadline: 1731014676300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:36,303 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:36,303 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:36,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:36,303 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:36,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731014676300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:36,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:36,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731014676300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:36,303 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:36,303 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:36,303 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:36,303 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:36,304 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:36,304 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:36,304 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:36,304 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:36,304 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:36,364 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/33e088f7f1fd4ea8bc70b58a61d06611 2024-11-07T21:23:36,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/451087f79a2a4371958c00c082283723 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/451087f79a2a4371958c00c082283723 2024-11-07T21:23:36,377 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/451087f79a2a4371958c00c082283723, entries=150, sequenceid=117, filesize=11.7 K 2024-11-07T21:23:36,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/61e169b28130403b8a6b713359f0b344 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/61e169b28130403b8a6b713359f0b344 2024-11-07T21:23:36,388 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/61e169b28130403b8a6b713359f0b344, entries=150, sequenceid=117, filesize=11.7 K 2024-11-07T21:23:36,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/33e088f7f1fd4ea8bc70b58a61d06611 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/33e088f7f1fd4ea8bc70b58a61d06611 2024-11-07T21:23:36,394 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/33e088f7f1fd4ea8bc70b58a61d06611, entries=150, sequenceid=117, filesize=11.7 K 2024-11-07T21:23:36,395 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for f7edd783a7a07ebc2dd630edcbcd2b0d in 482ms, sequenceid=117, compaction requested=true 2024-11-07T21:23:36,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f7edd783a7a07ebc2dd630edcbcd2b0d: 2024-11-07T21:23:36,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f7edd783a7a07ebc2dd630edcbcd2b0d:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T21:23:36,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:23:36,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f7edd783a7a07ebc2dd630edcbcd2b0d:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T21:23:36,395 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:23:36,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:23:36,395 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:23:36,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f7edd783a7a07ebc2dd630edcbcd2b0d:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T21:23:36,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:23:36,396 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:23:36,396 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): f7edd783a7a07ebc2dd630edcbcd2b0d/B is initiating minor compaction (all files) 2024-11-07T21:23:36,396 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f7edd783a7a07ebc2dd630edcbcd2b0d/B in TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:36,397 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/83d29e5172ab49b49180799899e14565, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/cf08c0377b8640528b6c07ba39f2a228, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/61e169b28130403b8a6b713359f0b344] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp, totalSize=35.3 K 2024-11-07T21:23:36,397 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:23:36,397 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1541): f7edd783a7a07ebc2dd630edcbcd2b0d/A is initiating minor compaction (all files) 2024-11-07T21:23:36,397 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f7edd783a7a07ebc2dd630edcbcd2b0d/A in TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:36,397 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/7c19841f7f1b4f07b4e08fa6c2d65f38, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/6e29a0157cff4f7499c34e04ce3016ad, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/451087f79a2a4371958c00c082283723] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp, totalSize=35.3 K 2024-11-07T21:23:36,398 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 83d29e5172ab49b49180799899e14565, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731014613959 2024-11-07T21:23:36,398 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7c19841f7f1b4f07b4e08fa6c2d65f38, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731014613959 2024-11-07T21:23:36,401 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6e29a0157cff4f7499c34e04ce3016ad, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731014614620 2024-11-07T21:23:36,401 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting cf08c0377b8640528b6c07ba39f2a228, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731014614620 2024-11-07T21:23:36,402 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 61e169b28130403b8a6b713359f0b344, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731014615769 2024-11-07T21:23:36,402 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 451087f79a2a4371958c00c082283723, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731014615769 2024-11-07T21:23:36,434 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f7edd783a7a07ebc2dd630edcbcd2b0d#B#compaction#219 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:23:36,434 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/7b8474c4d01943cc937f0073fae2facf is 50, key is test_row_0/B:col10/1731014615794/Put/seqid=0 2024-11-07T21:23:36,458 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f7edd783a7a07ebc2dd630edcbcd2b0d#A#compaction#220 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:23:36,459 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/e0d40473d5744935832a4ca1299b6200 is 50, key is test_row_0/A:col10/1731014615794/Put/seqid=0 2024-11-07T21:23:36,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742090_1266 (size=12241) 2024-11-07T21:23:36,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742089_1265 (size=12241) 2024-11-07T21:23:36,506 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/7b8474c4d01943cc937f0073fae2facf as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/7b8474c4d01943cc937f0073fae2facf 2024-11-07T21:23:36,516 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f7edd783a7a07ebc2dd630edcbcd2b0d/B of f7edd783a7a07ebc2dd630edcbcd2b0d into 7b8474c4d01943cc937f0073fae2facf(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:23:36,516 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f7edd783a7a07ebc2dd630edcbcd2b0d: 2024-11-07T21:23:36,516 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., storeName=f7edd783a7a07ebc2dd630edcbcd2b0d/B, priority=13, startTime=1731014616395; duration=0sec 2024-11-07T21:23:36,516 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:23:36,516 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f7edd783a7a07ebc2dd630edcbcd2b0d:B 2024-11-07T21:23:36,516 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:23:36,518 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:23:36,518 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): f7edd783a7a07ebc2dd630edcbcd2b0d/C is initiating minor compaction (all files) 2024-11-07T21:23:36,518 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f7edd783a7a07ebc2dd630edcbcd2b0d/C in TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:36,519 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/7113c47292624575b82b5b99406ad533, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/3b6ec4beb39745a0a018fd19a50f2fa5, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/33e088f7f1fd4ea8bc70b58a61d06611] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp, totalSize=35.3 K 2024-11-07T21:23:36,520 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 7113c47292624575b82b5b99406ad533, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731014613959 2024-11-07T21:23:36,520 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 3b6ec4beb39745a0a018fd19a50f2fa5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731014614620 2024-11-07T21:23:36,520 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 33e088f7f1fd4ea8bc70b58a61d06611, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731014615769 2024-11-07T21:23:36,528 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f7edd783a7a07ebc2dd630edcbcd2b0d#C#compaction#221 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:23:36,529 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/75cc72a51f1e4d65a7647ee1282209c9 is 50, key is test_row_0/C:col10/1731014615794/Put/seqid=0 2024-11-07T21:23:36,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742091_1267 (size=12241) 2024-11-07T21:23:36,540 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/75cc72a51f1e4d65a7647ee1282209c9 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/75cc72a51f1e4d65a7647ee1282209c9 2024-11-07T21:23:36,546 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f7edd783a7a07ebc2dd630edcbcd2b0d/C of f7edd783a7a07ebc2dd630edcbcd2b0d into 75cc72a51f1e4d65a7647ee1282209c9(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:23:36,546 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f7edd783a7a07ebc2dd630edcbcd2b0d: 2024-11-07T21:23:36,546 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., storeName=f7edd783a7a07ebc2dd630edcbcd2b0d/C, priority=13, startTime=1731014616395; duration=0sec 2024-11-07T21:23:36,546 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:23:36,546 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f7edd783a7a07ebc2dd630edcbcd2b0d:C 2024-11-07T21:23:36,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on f7edd783a7a07ebc2dd630edcbcd2b0d 2024-11-07T21:23:36,611 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-07T21:23:36,611 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f7edd783a7a07ebc2dd630edcbcd2b0d 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-07T21:23:36,619 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/82a8e2544f114eaa99a9571fbed79cc5 is 50, key is test_row_1/A:col10/1731014615936/Put/seqid=0 2024-11-07T21:23:36,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:36,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50304 deadline: 1731014676634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:36,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742092_1268 (size=12147) 2024-11-07T21:23:36,642 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:36,642 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:36,642 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:36,643 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/82a8e2544f114eaa99a9571fbed79cc5 2024-11-07T21:23:36,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:36,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731014676641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:36,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:36,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731014676641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:36,647 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:36,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:36,647 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:36,647 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:36,647 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:36,647 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:36,647 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:36,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50216 deadline: 1731014676642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:36,653 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:36,653 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:36,653 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:36,669 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/1e3558f9b62b4b8eb62cfb6816ed738e is 50, key is test_row_1/B:col10/1731014615936/Put/seqid=0 2024-11-07T21:23:36,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742093_1269 (size=9757) 2024-11-07T21:23:36,708 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/1e3558f9b62b4b8eb62cfb6816ed738e 2024-11-07T21:23:36,721 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/73e80e20a1704495ac845761e059e1dd is 50, key is test_row_1/C:col10/1731014615936/Put/seqid=0 2024-11-07T21:23:36,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742094_1270 (size=9757) 2024-11-07T21:23:36,727 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/73e80e20a1704495ac845761e059e1dd 2024-11-07T21:23:36,731 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/82a8e2544f114eaa99a9571fbed79cc5 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/82a8e2544f114eaa99a9571fbed79cc5 2024-11-07T21:23:36,735 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/82a8e2544f114eaa99a9571fbed79cc5, entries=150, sequenceid=136, filesize=11.9 K 2024-11-07T21:23:36,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/1e3558f9b62b4b8eb62cfb6816ed738e as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/1e3558f9b62b4b8eb62cfb6816ed738e 2024-11-07T21:23:36,741 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/1e3558f9b62b4b8eb62cfb6816ed738e, entries=100, sequenceid=136, filesize=9.5 K 2024-11-07T21:23:36,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/73e80e20a1704495ac845761e059e1dd as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/73e80e20a1704495ac845761e059e1dd 2024-11-07T21:23:36,746 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/73e80e20a1704495ac845761e059e1dd, entries=100, sequenceid=136, filesize=9.5 K 2024-11-07T21:23:36,747 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for f7edd783a7a07ebc2dd630edcbcd2b0d in 136ms, sequenceid=136, compaction requested=false 2024-11-07T21:23:36,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f7edd783a7a07ebc2dd630edcbcd2b0d: 2024-11-07T21:23:36,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on f7edd783a7a07ebc2dd630edcbcd2b0d 2024-11-07T21:23:36,752 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-07T21:23:36,753 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f7edd783a7a07ebc2dd630edcbcd2b0d 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-07T21:23:36,758 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/b5a04d60af214b598c58c6d0cbebd4b3 is 50, key is test_row_0/A:col10/1731014616752/Put/seqid=0 2024-11-07T21:23:36,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742095_1271 (size=14541) 2024-11-07T21:23:36,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:36,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731014676779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:36,785 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:36,785 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:36,785 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:36,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:36,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50304 deadline: 1731014676785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:36,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:36,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731014676786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:36,790 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:36,790 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:36,791 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:36,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:36,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50216 deadline: 1731014676787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:36,796 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:36,796 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:36,796 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:36,797 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:36,797 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:36,797 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:36,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-07T21:23:36,800 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T21:23:36,800 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T21:23:36,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-11-07T21:23:36,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-07T21:23:36,805 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T21:23:36,805 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T21:23:36,806 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T21:23:36,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:36,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50214 deadline: 1731014676810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:36,813 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 4fc742968c91,33553,1731014551923 for 'test_row_1' in f7edd783a7a07ebc2dd630edcbcd2b0d of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4175 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-07T21:23:36,813 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:36,813 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:36,813 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:36,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:36,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731014676890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:36,895 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:36,895 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:36,895 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:36,899 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/e0d40473d5744935832a4ca1299b6200 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/e0d40473d5744935832a4ca1299b6200 2024-11-07T21:23:36,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:36,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731014676900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:36,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:36,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50304 deadline: 1731014676900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:36,903 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:36,903 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:36,903 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:36,903 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:36,903 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:36,903 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:36,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:36,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50216 deadline: 1731014676901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:36,906 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:36,906 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:36,906 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:36,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-07T21:23:36,913 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f7edd783a7a07ebc2dd630edcbcd2b0d/A of f7edd783a7a07ebc2dd630edcbcd2b0d into e0d40473d5744935832a4ca1299b6200(size=12.0 K), total size for store is 23.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:23:36,913 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f7edd783a7a07ebc2dd630edcbcd2b0d: 2024-11-07T21:23:36,913 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., storeName=f7edd783a7a07ebc2dd630edcbcd2b0d/A, priority=13, startTime=1731014616395; duration=0sec 2024-11-07T21:23:36,913 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:23:36,913 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f7edd783a7a07ebc2dd630edcbcd2b0d:A 2024-11-07T21:23:36,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-07T21:23:36,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:36,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. as already flushing 2024-11-07T21:23:36,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:36,961 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:36,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:36,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:37,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:37,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731014677099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:37,102 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:37,102 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:37,102 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:37,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:37,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:37,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731014677110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:37,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50304 deadline: 1731014677110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:37,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:37,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50216 deadline: 1731014677110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:37,112 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:37,112 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:37,112 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:37,112 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:37,112 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:37,112 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:37,112 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:37,112 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:37,112 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:37,113 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-07T21:23:37,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:37,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. as already flushing 2024-11-07T21:23:37,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:37,114 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:37,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:37,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:37,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-07T21:23:37,169 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/b5a04d60af214b598c58c6d0cbebd4b3 2024-11-07T21:23:37,176 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/134caf4713fa437d81f2a815edff8bcc is 50, key is test_row_0/B:col10/1731014616752/Put/seqid=0 2024-11-07T21:23:37,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742096_1272 (size=12151) 2024-11-07T21:23:37,188 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/134caf4713fa437d81f2a815edff8bcc 2024-11-07T21:23:37,198 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/01c42d2709c548278a2cf4ef2f55f6a5 is 50, key is test_row_0/C:col10/1731014616752/Put/seqid=0 2024-11-07T21:23:37,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742097_1273 (size=12151) 2024-11-07T21:23:37,266 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-07T21:23:37,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:37,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. as already flushing 2024-11-07T21:23:37,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:37,267 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:37,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:37,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:37,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:37,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731014677409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:37,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:37,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:37,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:37,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-07T21:23:37,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:37,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. as already flushing 2024-11-07T21:23:37,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:37,420 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:37,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:37,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:37,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:37,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731014677419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:37,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:37,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:37,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50304 deadline: 1731014677420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:37,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50216 deadline: 1731014677420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:37,423 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:37,423 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:37,423 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:37,424 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:37,424 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:37,424 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:37,428 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:37,428 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:37,428 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:37,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-07T21:23:37,572 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-07T21:23:37,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:37,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. as already flushing 2024-11-07T21:23:37,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:37,573 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:37,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:37,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:37,614 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/01c42d2709c548278a2cf4ef2f55f6a5 2024-11-07T21:23:37,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/b5a04d60af214b598c58c6d0cbebd4b3 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/b5a04d60af214b598c58c6d0cbebd4b3 2024-11-07T21:23:37,624 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/b5a04d60af214b598c58c6d0cbebd4b3, entries=200, sequenceid=158, filesize=14.2 K 2024-11-07T21:23:37,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/134caf4713fa437d81f2a815edff8bcc as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/134caf4713fa437d81f2a815edff8bcc 2024-11-07T21:23:37,630 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/134caf4713fa437d81f2a815edff8bcc, entries=150, sequenceid=158, filesize=11.9 K 2024-11-07T21:23:37,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/01c42d2709c548278a2cf4ef2f55f6a5 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/01c42d2709c548278a2cf4ef2f55f6a5 2024-11-07T21:23:37,636 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/01c42d2709c548278a2cf4ef2f55f6a5, entries=150, sequenceid=158, filesize=11.9 K 2024-11-07T21:23:37,637 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for f7edd783a7a07ebc2dd630edcbcd2b0d in 885ms, sequenceid=158, compaction requested=true 2024-11-07T21:23:37,637 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f7edd783a7a07ebc2dd630edcbcd2b0d: 2024-11-07T21:23:37,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f7edd783a7a07ebc2dd630edcbcd2b0d:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T21:23:37,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:23:37,638 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:23:37,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f7edd783a7a07ebc2dd630edcbcd2b0d:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T21:23:37,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:23:37,638 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:23:37,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f7edd783a7a07ebc2dd630edcbcd2b0d:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T21:23:37,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:23:37,639 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:23:37,639 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): f7edd783a7a07ebc2dd630edcbcd2b0d/B is initiating minor compaction (all files) 2024-11-07T21:23:37,639 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f7edd783a7a07ebc2dd630edcbcd2b0d/B in TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:37,639 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/7b8474c4d01943cc937f0073fae2facf, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/1e3558f9b62b4b8eb62cfb6816ed738e, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/134caf4713fa437d81f2a815edff8bcc] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp, totalSize=33.3 K 2024-11-07T21:23:37,639 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38929 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:23:37,640 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1541): f7edd783a7a07ebc2dd630edcbcd2b0d/A is initiating minor compaction (all files) 2024-11-07T21:23:37,640 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f7edd783a7a07ebc2dd630edcbcd2b0d/A in TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:37,640 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/e0d40473d5744935832a4ca1299b6200, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/82a8e2544f114eaa99a9571fbed79cc5, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/b5a04d60af214b598c58c6d0cbebd4b3] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp, totalSize=38.0 K 2024-11-07T21:23:37,640 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting e0d40473d5744935832a4ca1299b6200, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731014615769 2024-11-07T21:23:37,640 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 7b8474c4d01943cc937f0073fae2facf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731014615769 2024-11-07T21:23:37,640 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 82a8e2544f114eaa99a9571fbed79cc5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731014615936 2024-11-07T21:23:37,641 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 1e3558f9b62b4b8eb62cfb6816ed738e, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731014615936 2024-11-07T21:23:37,641 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting b5a04d60af214b598c58c6d0cbebd4b3, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731014616631 2024-11-07T21:23:37,641 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 134caf4713fa437d81f2a815edff8bcc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731014616638 2024-11-07T21:23:37,654 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f7edd783a7a07ebc2dd630edcbcd2b0d#B#compaction#228 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:23:37,656 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/bd7dd7e903df464ca849754cf44840a2 is 50, key is test_row_0/B:col10/1731014616752/Put/seqid=0 2024-11-07T21:23:37,658 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f7edd783a7a07ebc2dd630edcbcd2b0d#A#compaction#229 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:23:37,659 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/8a331efe1ada47d293e875a2964813a8 is 50, key is test_row_0/A:col10/1731014616752/Put/seqid=0 2024-11-07T21:23:37,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742099_1275 (size=12493) 2024-11-07T21:23:37,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742098_1274 (size=12493) 2024-11-07T21:23:37,690 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/8a331efe1ada47d293e875a2964813a8 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/8a331efe1ada47d293e875a2964813a8 2024-11-07T21:23:37,697 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/bd7dd7e903df464ca849754cf44840a2 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/bd7dd7e903df464ca849754cf44840a2 2024-11-07T21:23:37,698 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f7edd783a7a07ebc2dd630edcbcd2b0d/A of f7edd783a7a07ebc2dd630edcbcd2b0d into 8a331efe1ada47d293e875a2964813a8(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:23:37,698 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f7edd783a7a07ebc2dd630edcbcd2b0d: 2024-11-07T21:23:37,698 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., storeName=f7edd783a7a07ebc2dd630edcbcd2b0d/A, priority=13, startTime=1731014617637; duration=0sec 2024-11-07T21:23:37,698 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:23:37,698 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f7edd783a7a07ebc2dd630edcbcd2b0d:A 2024-11-07T21:23:37,698 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:23:37,699 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:23:37,700 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1541): f7edd783a7a07ebc2dd630edcbcd2b0d/C is initiating minor compaction (all files) 2024-11-07T21:23:37,700 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f7edd783a7a07ebc2dd630edcbcd2b0d/C in TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:37,700 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/75cc72a51f1e4d65a7647ee1282209c9, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/73e80e20a1704495ac845761e059e1dd, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/01c42d2709c548278a2cf4ef2f55f6a5] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp, totalSize=33.3 K 2024-11-07T21:23:37,701 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 75cc72a51f1e4d65a7647ee1282209c9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731014615769 2024-11-07T21:23:37,701 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 73e80e20a1704495ac845761e059e1dd, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731014615936 2024-11-07T21:23:37,701 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 01c42d2709c548278a2cf4ef2f55f6a5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731014616638 2024-11-07T21:23:37,706 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f7edd783a7a07ebc2dd630edcbcd2b0d/B of f7edd783a7a07ebc2dd630edcbcd2b0d into bd7dd7e903df464ca849754cf44840a2(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:23:37,706 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f7edd783a7a07ebc2dd630edcbcd2b0d: 2024-11-07T21:23:37,706 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., storeName=f7edd783a7a07ebc2dd630edcbcd2b0d/B, priority=13, startTime=1731014617638; duration=0sec 2024-11-07T21:23:37,706 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:23:37,706 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f7edd783a7a07ebc2dd630edcbcd2b0d:B 2024-11-07T21:23:37,710 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f7edd783a7a07ebc2dd630edcbcd2b0d#C#compaction#230 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:23:37,711 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/7e1786116f224620a0e58a48a355bbca is 50, key is test_row_0/C:col10/1731014616752/Put/seqid=0 2024-11-07T21:23:37,725 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-07T21:23:37,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:37,725 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing f7edd783a7a07ebc2dd630edcbcd2b0d 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-07T21:23:37,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742100_1276 (size=12493) 2024-11-07T21:23:37,743 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/7e1786116f224620a0e58a48a355bbca as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/7e1786116f224620a0e58a48a355bbca 2024-11-07T21:23:37,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/0a13d5c5d8ae4fcfa052022137f8a275 is 50, key is test_row_0/A:col10/1731014616760/Put/seqid=0 2024-11-07T21:23:37,758 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f7edd783a7a07ebc2dd630edcbcd2b0d/C of f7edd783a7a07ebc2dd630edcbcd2b0d into 7e1786116f224620a0e58a48a355bbca(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:23:37,758 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f7edd783a7a07ebc2dd630edcbcd2b0d: 2024-11-07T21:23:37,758 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., storeName=f7edd783a7a07ebc2dd630edcbcd2b0d/C, priority=13, startTime=1731014617638; duration=0sec 2024-11-07T21:23:37,758 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:23:37,758 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f7edd783a7a07ebc2dd630edcbcd2b0d:C 2024-11-07T21:23:37,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742101_1277 (size=12151) 2024-11-07T21:23:37,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on f7edd783a7a07ebc2dd630edcbcd2b0d 2024-11-07T21:23:37,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. as already flushing 2024-11-07T21:23:37,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-07T21:23:37,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:37,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:37,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731014677951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:37,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50304 deadline: 1731014677951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:37,955 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:37,955 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:37,955 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:37,955 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:37,955 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:37,955 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:37,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:37,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731014677955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:37,958 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:37,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:37,958 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:37,958 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:37,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50216 deadline: 1731014677955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:37,959 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:37,959 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:37,959 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:38,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:38,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731014678059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:38,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:38,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50304 deadline: 1731014678059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:38,062 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:38,062 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:38,062 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:38,062 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:38,062 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:38,062 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:38,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:38,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731014678070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:38,073 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:38,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:38,073 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:38,073 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:38,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50216 deadline: 1731014678070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:38,073 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:38,073 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:38,073 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:38,188 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/0a13d5c5d8ae4fcfa052022137f8a275 2024-11-07T21:23:38,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/4297543a49a842ffab2f89f1d600019c is 50, key is test_row_0/B:col10/1731014616760/Put/seqid=0 2024-11-07T21:23:38,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742102_1278 (size=12151) 2024-11-07T21:23:38,209 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/4297543a49a842ffab2f89f1d600019c 2024-11-07T21:23:38,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/9c00dba0d5084da785affc04c0c840e6 is 50, key is test_row_0/C:col10/1731014616760/Put/seqid=0 2024-11-07T21:23:38,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742103_1279 (size=12151) 2024-11-07T21:23:38,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:38,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50304 deadline: 1731014678269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:38,273 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:38,273 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:38,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:38,273 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:38,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731014678269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:38,273 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:38,273 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:38,273 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:38,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:38,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731014678280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:38,282 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:38,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:38,282 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:38,282 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:38,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50216 deadline: 1731014678280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:38,282 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:38,282 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:38,282 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:38,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:38,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50304 deadline: 1731014678579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:38,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:38,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:38,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:38,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:38,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731014678580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:38,583 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:38,583 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:38,583 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:38,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:38,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731014678590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:38,592 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:38,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:38,592 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:38,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50216 deadline: 1731014678590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:38,592 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:38,592 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:38,592 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:38,592 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:38,619 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/9c00dba0d5084da785affc04c0c840e6 2024-11-07T21:23:38,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/0a13d5c5d8ae4fcfa052022137f8a275 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/0a13d5c5d8ae4fcfa052022137f8a275 2024-11-07T21:23:38,635 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/0a13d5c5d8ae4fcfa052022137f8a275, entries=150, sequenceid=176, filesize=11.9 K 2024-11-07T21:23:38,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/4297543a49a842ffab2f89f1d600019c as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/4297543a49a842ffab2f89f1d600019c 2024-11-07T21:23:38,641 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/4297543a49a842ffab2f89f1d600019c, entries=150, sequenceid=176, filesize=11.9 K 2024-11-07T21:23:38,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/9c00dba0d5084da785affc04c0c840e6 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/9c00dba0d5084da785affc04c0c840e6 2024-11-07T21:23:38,647 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/9c00dba0d5084da785affc04c0c840e6, entries=150, sequenceid=176, filesize=11.9 K 2024-11-07T21:23:38,651 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for f7edd783a7a07ebc2dd630edcbcd2b0d in 926ms, sequenceid=176, compaction requested=false 2024-11-07T21:23:38,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for f7edd783a7a07ebc2dd630edcbcd2b0d: 2024-11-07T21:23:38,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:38,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-11-07T21:23:38,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-11-07T21:23:38,657 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-07T21:23:38,657 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8490 sec 2024-11-07T21:23:38,660 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 1.8580 sec 2024-11-07T21:23:38,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-07T21:23:38,950 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T21:23:38,950 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T21:23:38,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-11-07T21:23:38,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-07T21:23:38,952 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T21:23:38,952 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T21:23:38,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T21:23:39,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-07T21:23:39,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on f7edd783a7a07ebc2dd630edcbcd2b0d 2024-11-07T21:23:39,093 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-07T21:23:39,093 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f7edd783a7a07ebc2dd630edcbcd2b0d 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-07T21:23:39,100 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/566970c1ef4f4205996b88e8337b9fe3 is 50, key is test_row_0/A:col10/1731014619093/Put/seqid=0 2024-11-07T21:23:39,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-07T21:23:39,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:39,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. as already flushing 2024-11-07T21:23:39,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:39,105 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:39,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:39,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:39,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:39,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50304 deadline: 1731014679108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:39,112 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:39,112 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:39,112 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:39,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:39,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731014679109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:39,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:39,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731014679109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:39,114 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:39,114 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:39,114 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:39,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:39,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50216 deadline: 1731014679110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:39,115 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:39,115 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:39,115 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:39,116 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:39,116 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:39,116 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:39,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742104_1280 (size=14541) 2024-11-07T21:23:39,122 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/566970c1ef4f4205996b88e8337b9fe3 2024-11-07T21:23:39,130 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/14b7027161974ff28a183f8605aefc95 is 50, key is test_row_0/B:col10/1731014619093/Put/seqid=0 2024-11-07T21:23:39,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742105_1281 (size=12151) 2024-11-07T21:23:39,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:39,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50304 deadline: 1731014679219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:39,222 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:39,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:39,222 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:39,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:39,222 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:39,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731014679219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:39,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50216 deadline: 1731014679220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:39,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:39,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731014679220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:39,223 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:39,223 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:39,223 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:39,223 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:39,223 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:39,223 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:39,223 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:39,223 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:39,223 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:39,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-07T21:23:39,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:39,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. as already flushing 2024-11-07T21:23:39,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:39,258 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:39,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:39,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:39,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-07T21:23:39,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-07T21:23:39,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:39,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. as already flushing 2024-11-07T21:23:39,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:39,412 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:39,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:39,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:39,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:39,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731014679430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:39,433 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:39,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:39,433 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:39,434 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:39,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50216 deadline: 1731014679430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:39,434 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:39,434 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:39,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:39,434 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:39,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731014679430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:39,434 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:39,434 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:39,434 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:39,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:39,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50304 deadline: 1731014679437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:39,439 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:39,439 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:39,439 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:39,562 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/14b7027161974ff28a183f8605aefc95 2024-11-07T21:23:39,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-07T21:23:39,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:39,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. as already flushing 2024-11-07T21:23:39,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:39,566 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:39,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:39,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:39,570 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/a0c8d6bd925b4c9e85e3e81e05ac0112 is 50, key is test_row_0/C:col10/1731014619093/Put/seqid=0 2024-11-07T21:23:39,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742106_1282 (size=12151) 2024-11-07T21:23:39,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-07T21:23:39,719 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-07T21:23:39,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:39,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. as already flushing 2024-11-07T21:23:39,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:39,719 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:39,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:39,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:39,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:39,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731014679739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:39,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:39,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:39,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:39,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:39,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50216 deadline: 1731014679740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:39,743 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:39,743 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:39,743 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:39,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:39,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731014679740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:39,744 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:39,744 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:39,744 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:39,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:39,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50304 deadline: 1731014679749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:39,752 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:39,753 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:39,753 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:39,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-07T21:23:39,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:39,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. as already flushing 2024-11-07T21:23:39,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:39,872 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:39,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:39,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:39,981 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/a0c8d6bd925b4c9e85e3e81e05ac0112 2024-11-07T21:23:39,985 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/566970c1ef4f4205996b88e8337b9fe3 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/566970c1ef4f4205996b88e8337b9fe3 2024-11-07T21:23:39,989 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/566970c1ef4f4205996b88e8337b9fe3, entries=200, sequenceid=201, filesize=14.2 K 2024-11-07T21:23:39,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/14b7027161974ff28a183f8605aefc95 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/14b7027161974ff28a183f8605aefc95 2024-11-07T21:23:39,994 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/14b7027161974ff28a183f8605aefc95, entries=150, sequenceid=201, filesize=11.9 K 2024-11-07T21:23:39,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/a0c8d6bd925b4c9e85e3e81e05ac0112 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/a0c8d6bd925b4c9e85e3e81e05ac0112 2024-11-07T21:23:39,998 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/a0c8d6bd925b4c9e85e3e81e05ac0112, entries=150, sequenceid=201, filesize=11.9 K 2024-11-07T21:23:39,999 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for f7edd783a7a07ebc2dd630edcbcd2b0d in 906ms, sequenceid=201, compaction requested=true 2024-11-07T21:23:40,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f7edd783a7a07ebc2dd630edcbcd2b0d: 2024-11-07T21:23:40,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f7edd783a7a07ebc2dd630edcbcd2b0d:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T21:23:40,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:23:40,000 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:23:40,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f7edd783a7a07ebc2dd630edcbcd2b0d:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T21:23:40,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:23:40,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f7edd783a7a07ebc2dd630edcbcd2b0d:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T21:23:40,000 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:23:40,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:23:40,001 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:23:40,001 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): f7edd783a7a07ebc2dd630edcbcd2b0d/B is initiating minor compaction (all files) 2024-11-07T21:23:40,002 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f7edd783a7a07ebc2dd630edcbcd2b0d/B in TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:40,002 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/bd7dd7e903df464ca849754cf44840a2, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/4297543a49a842ffab2f89f1d600019c, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/14b7027161974ff28a183f8605aefc95] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp, totalSize=35.9 K 2024-11-07T21:23:40,002 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:23:40,002 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1541): f7edd783a7a07ebc2dd630edcbcd2b0d/A is initiating minor compaction (all files) 2024-11-07T21:23:40,002 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f7edd783a7a07ebc2dd630edcbcd2b0d/A in TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:40,002 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/8a331efe1ada47d293e875a2964813a8, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/0a13d5c5d8ae4fcfa052022137f8a275, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/566970c1ef4f4205996b88e8337b9fe3] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp, totalSize=38.3 K 2024-11-07T21:23:40,003 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8a331efe1ada47d293e875a2964813a8, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731014616638 2024-11-07T21:23:40,003 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting bd7dd7e903df464ca849754cf44840a2, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731014616638 2024-11-07T21:23:40,004 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0a13d5c5d8ae4fcfa052022137f8a275, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731014616760 2024-11-07T21:23:40,004 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 4297543a49a842ffab2f89f1d600019c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731014616760 2024-11-07T21:23:40,004 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 566970c1ef4f4205996b88e8337b9fe3, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731014617949 2024-11-07T21:23:40,004 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 14b7027161974ff28a183f8605aefc95, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731014617949 2024-11-07T21:23:40,015 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f7edd783a7a07ebc2dd630edcbcd2b0d#A#compaction#237 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:23:40,016 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/baec9bdeaf524420b08e28ba9958684d is 50, key is test_row_0/A:col10/1731014619093/Put/seqid=0 2024-11-07T21:23:40,022 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f7edd783a7a07ebc2dd630edcbcd2b0d#B#compaction#238 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:23:40,023 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/fefb02721aaf473295476564c7cf7043 is 50, key is test_row_0/B:col10/1731014619093/Put/seqid=0 2024-11-07T21:23:40,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-07T21:23:40,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:40,025 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing f7edd783a7a07ebc2dd630edcbcd2b0d 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-07T21:23:40,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/0aaf60064f614b90bf1b997bbfd0b397 is 50, key is test_row_0/A:col10/1731014619109/Put/seqid=0 2024-11-07T21:23:40,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742107_1283 (size=12595) 2024-11-07T21:23:40,078 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/baec9bdeaf524420b08e28ba9958684d as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/baec9bdeaf524420b08e28ba9958684d 2024-11-07T21:23:40,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742108_1284 (size=12595) 2024-11-07T21:23:40,086 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f7edd783a7a07ebc2dd630edcbcd2b0d/A of f7edd783a7a07ebc2dd630edcbcd2b0d into baec9bdeaf524420b08e28ba9958684d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:23:40,086 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f7edd783a7a07ebc2dd630edcbcd2b0d: 2024-11-07T21:23:40,086 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., storeName=f7edd783a7a07ebc2dd630edcbcd2b0d/A, priority=13, startTime=1731014620000; duration=0sec 2024-11-07T21:23:40,087 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:23:40,087 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f7edd783a7a07ebc2dd630edcbcd2b0d:A 2024-11-07T21:23:40,087 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:23:40,088 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:23:40,088 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1541): f7edd783a7a07ebc2dd630edcbcd2b0d/C is initiating minor compaction (all files) 2024-11-07T21:23:40,088 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f7edd783a7a07ebc2dd630edcbcd2b0d/C in TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:40,088 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/7e1786116f224620a0e58a48a355bbca, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/9c00dba0d5084da785affc04c0c840e6, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/a0c8d6bd925b4c9e85e3e81e05ac0112] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp, totalSize=35.9 K 2024-11-07T21:23:40,089 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e1786116f224620a0e58a48a355bbca, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731014616638 2024-11-07T21:23:40,089 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9c00dba0d5084da785affc04c0c840e6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731014616760 2024-11-07T21:23:40,089 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting a0c8d6bd925b4c9e85e3e81e05ac0112, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731014617949 2024-11-07T21:23:40,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-07T21:23:40,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742109_1285 (size=12151) 2024-11-07T21:23:40,103 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/fefb02721aaf473295476564c7cf7043 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/fefb02721aaf473295476564c7cf7043 2024-11-07T21:23:40,103 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/0aaf60064f614b90bf1b997bbfd0b397 2024-11-07T21:23:40,112 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f7edd783a7a07ebc2dd630edcbcd2b0d/B of f7edd783a7a07ebc2dd630edcbcd2b0d into fefb02721aaf473295476564c7cf7043(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:23:40,112 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f7edd783a7a07ebc2dd630edcbcd2b0d: 2024-11-07T21:23:40,112 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., storeName=f7edd783a7a07ebc2dd630edcbcd2b0d/B, priority=13, startTime=1731014620000; duration=0sec 2024-11-07T21:23:40,112 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:23:40,112 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f7edd783a7a07ebc2dd630edcbcd2b0d:B 2024-11-07T21:23:40,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/0436912acd4546b7919f854c8ec765bd is 50, key is test_row_0/B:col10/1731014619109/Put/seqid=0 2024-11-07T21:23:40,121 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f7edd783a7a07ebc2dd630edcbcd2b0d#C#compaction#241 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:23:40,122 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/ae4e1809994c435480d8006a900041af is 50, key is test_row_0/C:col10/1731014619093/Put/seqid=0 2024-11-07T21:23:40,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742110_1286 (size=12595) 2024-11-07T21:23:40,184 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/ae4e1809994c435480d8006a900041af as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/ae4e1809994c435480d8006a900041af 2024-11-07T21:23:40,189 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f7edd783a7a07ebc2dd630edcbcd2b0d/C of f7edd783a7a07ebc2dd630edcbcd2b0d into ae4e1809994c435480d8006a900041af(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:23:40,189 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f7edd783a7a07ebc2dd630edcbcd2b0d: 2024-11-07T21:23:40,189 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., storeName=f7edd783a7a07ebc2dd630edcbcd2b0d/C, priority=13, startTime=1731014620000; duration=0sec 2024-11-07T21:23:40,189 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:23:40,189 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f7edd783a7a07ebc2dd630edcbcd2b0d:C 2024-11-07T21:23:40,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742111_1287 (size=12151) 2024-11-07T21:23:40,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on f7edd783a7a07ebc2dd630edcbcd2b0d 2024-11-07T21:23:40,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. as already flushing 2024-11-07T21:23:40,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:40,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731014680287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:40,292 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:40,292 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:40,292 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:40,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:40,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731014680288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:40,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:40,292 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:40,292 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:40,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50304 deadline: 1731014680288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:40,293 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:40,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:40,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50216 deadline: 1731014680289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:40,293 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:40,293 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:40,293 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:40,293 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:40,293 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:40,293 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:40,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:40,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731014680399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:40,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:40,402 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:40,402 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:40,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731014680400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:40,402 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:40,402 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:40,402 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:40,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:40,402 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:40,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50216 deadline: 1731014680400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:40,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:40,402 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:40,402 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:40,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50304 deadline: 1731014680400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:40,402 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:40,403 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:40,403 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:40,403 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:40,610 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/0436912acd4546b7919f854c8ec765bd 2024-11-07T21:23:40,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:40,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731014680609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:40,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:40,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50304 deadline: 1731014680610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:40,611 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:40,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:40,611 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:40,611 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:40,611 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:40,612 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:40,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50216 deadline: 1731014680610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:40,612 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:40,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:40,612 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:40,612 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:40,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731014680610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:40,612 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:40,612 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:40,612 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:40,612 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:40,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/be851d2d88664f8ba3c930cc37ebde66 is 50, key is test_row_0/C:col10/1731014619109/Put/seqid=0 2024-11-07T21:23:40,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742112_1288 (size=12151) 2024-11-07T21:23:40,629 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/be851d2d88664f8ba3c930cc37ebde66 2024-11-07T21:23:40,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/0aaf60064f614b90bf1b997bbfd0b397 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/0aaf60064f614b90bf1b997bbfd0b397 2024-11-07T21:23:40,637 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/0aaf60064f614b90bf1b997bbfd0b397, entries=150, sequenceid=213, filesize=11.9 K 2024-11-07T21:23:40,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/0436912acd4546b7919f854c8ec765bd as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/0436912acd4546b7919f854c8ec765bd 2024-11-07T21:23:40,642 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/0436912acd4546b7919f854c8ec765bd, entries=150, sequenceid=213, filesize=11.9 K 2024-11-07T21:23:40,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/be851d2d88664f8ba3c930cc37ebde66 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/be851d2d88664f8ba3c930cc37ebde66 2024-11-07T21:23:40,646 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/be851d2d88664f8ba3c930cc37ebde66, entries=150, sequenceid=213, filesize=11.9 K 2024-11-07T21:23:40,647 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for f7edd783a7a07ebc2dd630edcbcd2b0d in 622ms, sequenceid=213, compaction requested=false 2024-11-07T21:23:40,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for f7edd783a7a07ebc2dd630edcbcd2b0d: 2024-11-07T21:23:40,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:40,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-11-07T21:23:40,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-11-07T21:23:40,650 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-07T21:23:40,650 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6960 sec 2024-11-07T21:23:40,652 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 1.7010 sec 2024-11-07T21:23:40,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on f7edd783a7a07ebc2dd630edcbcd2b0d 2024-11-07T21:23:40,821 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-07T21:23:40,821 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f7edd783a7a07ebc2dd630edcbcd2b0d 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-07T21:23:40,826 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/6b332f15b9ac4c489aaaefeda7d85c04 is 50, key is test_row_0/A:col10/1731014620288/Put/seqid=0 2024-11-07T21:23:40,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742113_1289 (size=14541) 2024-11-07T21:23:40,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:40,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50214 deadline: 1731014680847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:40,850 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:40,850 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:40,850 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:40,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:40,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50304 deadline: 1731014680919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:40,921 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:40,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:40,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:40,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:40,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731014680920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:40,922 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:40,922 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:40,922 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:40,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:40,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731014680920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:40,923 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:40,923 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:40,923 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:40,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:40,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50216 deadline: 1731014680920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:40,924 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:40,924 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:40,924 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:40,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:40,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50214 deadline: 1731014680959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:40,961 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:40,962 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:40,962 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:41,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-07T21:23:41,099 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T21:23:41,100 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T21:23:41,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees 2024-11-07T21:23:41,101 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T21:23:41,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-07T21:23:41,102 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T21:23:41,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T21:23:41,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:41,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50214 deadline: 1731014681170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:41,172 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:41,172 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:41,172 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:41,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-07T21:23:41,241 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/6b332f15b9ac4c489aaaefeda7d85c04 2024-11-07T21:23:41,248 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/90e45b2d3b0f43038d58e993fb055053 is 50, key is test_row_0/B:col10/1731014620288/Put/seqid=0 2024-11-07T21:23:41,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742114_1290 (size=12151) 2024-11-07T21:23:41,260 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-07T21:23:41,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:41,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. as already flushing 2024-11-07T21:23:41,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:41,260 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:41,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:41,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:41,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-07T21:23:41,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-07T21:23:41,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:41,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. as already flushing 2024-11-07T21:23:41,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:41,421 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:41,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:41,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:41,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:41,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50304 deadline: 1731014681429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:41,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:41,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731014681429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:41,431 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:41,431 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:41,431 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:41,431 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:41,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:41,431 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:41,431 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:41,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731014681429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:41,431 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:41,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:41,432 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:41,432 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:41,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50216 deadline: 1731014681429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:41,432 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:41,432 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:41,432 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:41,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:41,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50214 deadline: 1731014681480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:41,482 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:41,482 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:41,482 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:41,574 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-07T21:23:41,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:41,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. as already flushing 2024-11-07T21:23:41,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:41,574 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:41,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:41,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:41,654 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/90e45b2d3b0f43038d58e993fb055053 2024-11-07T21:23:41,662 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/24a68f5abbbe486993c9f6eb79dda6c4 is 50, key is test_row_0/C:col10/1731014620288/Put/seqid=0 2024-11-07T21:23:41,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742115_1291 (size=12151) 2024-11-07T21:23:41,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-07T21:23:41,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:41,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. as already flushing 2024-11-07T21:23:41,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:41,727 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:41,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:41,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:41,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-07T21:23:41,882 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-07T21:23:41,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:41,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. as already flushing 2024-11-07T21:23:41,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:41,883 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:41,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:41,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:41,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:41,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50214 deadline: 1731014681990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:41,991 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:41,991 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:41,991 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:42,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-07T21:23:42,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:42,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. as already flushing 2024-11-07T21:23:42,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:42,036 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:42,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:42,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:42,067 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/24a68f5abbbe486993c9f6eb79dda6c4 2024-11-07T21:23:42,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/6b332f15b9ac4c489aaaefeda7d85c04 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/6b332f15b9ac4c489aaaefeda7d85c04 2024-11-07T21:23:42,075 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/6b332f15b9ac4c489aaaefeda7d85c04, entries=200, sequenceid=242, filesize=14.2 K 2024-11-07T21:23:42,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/90e45b2d3b0f43038d58e993fb055053 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/90e45b2d3b0f43038d58e993fb055053 2024-11-07T21:23:42,078 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/90e45b2d3b0f43038d58e993fb055053, entries=150, sequenceid=242, filesize=11.9 K 2024-11-07T21:23:42,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/24a68f5abbbe486993c9f6eb79dda6c4 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/24a68f5abbbe486993c9f6eb79dda6c4 2024-11-07T21:23:42,083 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/24a68f5abbbe486993c9f6eb79dda6c4, entries=150, sequenceid=242, filesize=11.9 K 2024-11-07T21:23:42,083 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for f7edd783a7a07ebc2dd630edcbcd2b0d in 1262ms, sequenceid=242, compaction requested=true 2024-11-07T21:23:42,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f7edd783a7a07ebc2dd630edcbcd2b0d: 2024-11-07T21:23:42,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f7edd783a7a07ebc2dd630edcbcd2b0d:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T21:23:42,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:23:42,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f7edd783a7a07ebc2dd630edcbcd2b0d:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T21:23:42,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:23:42,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f7edd783a7a07ebc2dd630edcbcd2b0d:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T21:23:42,084 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:23:42,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:23:42,084 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:23:42,084 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:23:42,085 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): f7edd783a7a07ebc2dd630edcbcd2b0d/B is initiating minor compaction (all files) 2024-11-07T21:23:42,085 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f7edd783a7a07ebc2dd630edcbcd2b0d/B in TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:42,085 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/fefb02721aaf473295476564c7cf7043, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/0436912acd4546b7919f854c8ec765bd, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/90e45b2d3b0f43038d58e993fb055053] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp, totalSize=36.0 K 2024-11-07T21:23:42,085 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39287 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:23:42,085 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1541): f7edd783a7a07ebc2dd630edcbcd2b0d/A is initiating minor compaction (all files) 2024-11-07T21:23:42,085 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f7edd783a7a07ebc2dd630edcbcd2b0d/A in TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:42,085 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/baec9bdeaf524420b08e28ba9958684d, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/0aaf60064f614b90bf1b997bbfd0b397, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/6b332f15b9ac4c489aaaefeda7d85c04] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp, totalSize=38.4 K 2024-11-07T21:23:42,085 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting baec9bdeaf524420b08e28ba9958684d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731014617949 2024-11-07T21:23:42,085 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting fefb02721aaf473295476564c7cf7043, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731014617949 2024-11-07T21:23:42,086 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0aaf60064f614b90bf1b997bbfd0b397, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731014619102 2024-11-07T21:23:42,086 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 0436912acd4546b7919f854c8ec765bd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731014619102 2024-11-07T21:23:42,086 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6b332f15b9ac4c489aaaefeda7d85c04, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731014620275 2024-11-07T21:23:42,086 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 90e45b2d3b0f43038d58e993fb055053, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731014620275 2024-11-07T21:23:42,094 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f7edd783a7a07ebc2dd630edcbcd2b0d#A#compaction#246 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:23:42,094 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f7edd783a7a07ebc2dd630edcbcd2b0d#B#compaction#247 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:23:42,094 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/7ea101d667774fd4b0d7234bf55169e2 is 50, key is test_row_0/B:col10/1731014620288/Put/seqid=0 2024-11-07T21:23:42,094 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/e649b6da6fae402491170443bb1705cf is 50, key is test_row_0/A:col10/1731014620288/Put/seqid=0 2024-11-07T21:23:42,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742116_1292 (size=12697) 2024-11-07T21:23:42,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742117_1293 (size=12697) 2024-11-07T21:23:42,189 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-07T21:23:42,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:42,189 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing f7edd783a7a07ebc2dd630edcbcd2b0d 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-07T21:23:42,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/abe61fd47711499eb99693fe4e90ec3d is 50, key is test_row_0/A:col10/1731014620834/Put/seqid=0 2024-11-07T21:23:42,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742118_1294 (size=12151) 2024-11-07T21:23:42,199 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/abe61fd47711499eb99693fe4e90ec3d 2024-11-07T21:23:42,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/bc2f31d06935446ebeebc51af9b1dd00 is 50, key is test_row_0/B:col10/1731014620834/Put/seqid=0 2024-11-07T21:23:42,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742119_1295 (size=12151) 2024-11-07T21:23:42,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-07T21:23:42,441 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. as already flushing 2024-11-07T21:23:42,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on f7edd783a7a07ebc2dd630edcbcd2b0d 2024-11-07T21:23:42,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:42,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731014682468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:42,473 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:42,473 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:42,473 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:42,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:42,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50216 deadline: 1731014682468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:42,474 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:42,474 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:42,474 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:42,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:42,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731014682473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:42,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:42,477 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:42,477 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:42,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50304 deadline: 1731014682473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:42,477 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:42,478 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:42,478 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:42,478 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:42,524 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/e649b6da6fae402491170443bb1705cf as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/e649b6da6fae402491170443bb1705cf 2024-11-07T21:23:42,537 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/7ea101d667774fd4b0d7234bf55169e2 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/7ea101d667774fd4b0d7234bf55169e2 2024-11-07T21:23:42,538 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f7edd783a7a07ebc2dd630edcbcd2b0d/A of f7edd783a7a07ebc2dd630edcbcd2b0d into e649b6da6fae402491170443bb1705cf(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:23:42,538 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f7edd783a7a07ebc2dd630edcbcd2b0d: 2024-11-07T21:23:42,538 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., storeName=f7edd783a7a07ebc2dd630edcbcd2b0d/A, priority=13, startTime=1731014622083; duration=0sec 2024-11-07T21:23:42,538 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:23:42,539 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f7edd783a7a07ebc2dd630edcbcd2b0d:A 2024-11-07T21:23:42,539 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:23:42,540 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:23:42,540 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1541): f7edd783a7a07ebc2dd630edcbcd2b0d/C is initiating minor compaction (all files) 2024-11-07T21:23:42,540 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f7edd783a7a07ebc2dd630edcbcd2b0d/C in TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:42,540 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/ae4e1809994c435480d8006a900041af, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/be851d2d88664f8ba3c930cc37ebde66, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/24a68f5abbbe486993c9f6eb79dda6c4] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp, totalSize=36.0 K 2024-11-07T21:23:42,541 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae4e1809994c435480d8006a900041af, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731014617949 2024-11-07T21:23:42,541 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting be851d2d88664f8ba3c930cc37ebde66, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731014619102 2024-11-07T21:23:42,542 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 24a68f5abbbe486993c9f6eb79dda6c4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731014620275 2024-11-07T21:23:42,543 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f7edd783a7a07ebc2dd630edcbcd2b0d/B of f7edd783a7a07ebc2dd630edcbcd2b0d into 7ea101d667774fd4b0d7234bf55169e2(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:23:42,543 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f7edd783a7a07ebc2dd630edcbcd2b0d: 2024-11-07T21:23:42,543 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., storeName=f7edd783a7a07ebc2dd630edcbcd2b0d/B, priority=13, startTime=1731014622084; duration=0sec 2024-11-07T21:23:42,543 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:23:42,543 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f7edd783a7a07ebc2dd630edcbcd2b0d:B 2024-11-07T21:23:42,555 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f7edd783a7a07ebc2dd630edcbcd2b0d#C#compaction#250 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:23:42,556 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/ee7c6ef699114010b8b2825a57744fe5 is 50, key is test_row_0/C:col10/1731014620288/Put/seqid=0 2024-11-07T21:23:42,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742120_1296 (size=12697) 2024-11-07T21:23:42,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:42,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50304 deadline: 1731014682580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:42,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:42,583 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:42,583 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:42,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731014682580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:42,583 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:42,583 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:42,583 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:42,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:42,583 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:42,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:42,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50216 deadline: 1731014682580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:42,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731014682580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:42,584 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:42,584 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:42,584 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:42,584 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:42,584 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:42,584 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:42,626 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/bc2f31d06935446ebeebc51af9b1dd00 2024-11-07T21:23:42,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/24a9180a77564c0d8a0ed89bdf7b8f20 is 50, key is test_row_0/C:col10/1731014620834/Put/seqid=0 2024-11-07T21:23:42,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742121_1297 (size=12151) 2024-11-07T21:23:42,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:42,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50304 deadline: 1731014682790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:42,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:42,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731014682790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:42,793 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:42,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:42,793 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:42,793 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:42,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731014682790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:42,793 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:42,793 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:42,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:42,793 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:42,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50216 deadline: 1731014682790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:42,794 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:42,794 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:42,794 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:42,796 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:42,796 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:42,796 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:42,967 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/ee7c6ef699114010b8b2825a57744fe5 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/ee7c6ef699114010b8b2825a57744fe5 2024-11-07T21:23:42,974 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f7edd783a7a07ebc2dd630edcbcd2b0d/C of f7edd783a7a07ebc2dd630edcbcd2b0d into ee7c6ef699114010b8b2825a57744fe5(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:23:42,974 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f7edd783a7a07ebc2dd630edcbcd2b0d: 2024-11-07T21:23:42,974 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., storeName=f7edd783a7a07ebc2dd630edcbcd2b0d/C, priority=13, startTime=1731014622084; duration=0sec 2024-11-07T21:23:42,974 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:23:42,974 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f7edd783a7a07ebc2dd630edcbcd2b0d:C 2024-11-07T21:23:43,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:43,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50214 deadline: 1731014683010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:43,013 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 4fc742968c91,33553,1731014551923 for 'test_row_1' in f7edd783a7a07ebc2dd630edcbcd2b0d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-07T21:23:43,014 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:43,014 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:43,014 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:43,050 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/24a9180a77564c0d8a0ed89bdf7b8f20 2024-11-07T21:23:43,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/abe61fd47711499eb99693fe4e90ec3d as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/abe61fd47711499eb99693fe4e90ec3d 2024-11-07T21:23:43,059 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/abe61fd47711499eb99693fe4e90ec3d, entries=150, sequenceid=252, filesize=11.9 K 2024-11-07T21:23:43,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/bc2f31d06935446ebeebc51af9b1dd00 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/bc2f31d06935446ebeebc51af9b1dd00 2024-11-07T21:23:43,063 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/bc2f31d06935446ebeebc51af9b1dd00, entries=150, sequenceid=252, filesize=11.9 K 2024-11-07T21:23:43,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/24a9180a77564c0d8a0ed89bdf7b8f20 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/24a9180a77564c0d8a0ed89bdf7b8f20 2024-11-07T21:23:43,067 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/24a9180a77564c0d8a0ed89bdf7b8f20, entries=150, sequenceid=252, filesize=11.9 K 2024-11-07T21:23:43,068 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for f7edd783a7a07ebc2dd630edcbcd2b0d in 879ms, sequenceid=252, compaction requested=false 2024-11-07T21:23:43,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for f7edd783a7a07ebc2dd630edcbcd2b0d: 2024-11-07T21:23:43,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:43,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81 2024-11-07T21:23:43,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.HMaster(4169): Remote procedure done, pid=81 2024-11-07T21:23:43,071 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-07T21:23:43,072 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9680 sec 2024-11-07T21:23:43,074 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 1.9720 sec 2024-11-07T21:23:43,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on f7edd783a7a07ebc2dd630edcbcd2b0d 2024-11-07T21:23:43,102 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-07T21:23:43,103 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f7edd783a7a07ebc2dd630edcbcd2b0d 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-07T21:23:43,107 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/cfa63c776258409d8ff50716768c48e2 is 50, key is test_row_0/A:col10/1731014623101/Put/seqid=0 2024-11-07T21:23:43,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742122_1298 (size=12301) 2024-11-07T21:23:43,111 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/cfa63c776258409d8ff50716768c48e2 2024-11-07T21:23:43,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:43,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731014683109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:43,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:43,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50216 deadline: 1731014683111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:43,114 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:43,114 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:43,114 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:43,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:43,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731014683111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:43,115 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:43,115 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:43,115 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:43,115 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:43,115 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:43,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:43,115 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:43,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50304 deadline: 1731014683111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:43,119 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:43,119 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/acc39ce879dd46eeb328a5971e335b2e is 50, key is test_row_0/B:col10/1731014623101/Put/seqid=0 2024-11-07T21:23:43,119 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:43,119 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:43,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742123_1299 (size=12301) 2024-11-07T21:23:43,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:43,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731014683219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:43,223 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:43,223 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:43,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:43,223 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:43,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:43,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50216 deadline: 1731014683219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:43,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731014683219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:43,224 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:43,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:43,224 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:43,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:43,224 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:43,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:43,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:43,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50304 deadline: 1731014683229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:43,233 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:43,233 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:43,233 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:43,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-07T21:23:43,260 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T21:23:43,260 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T21:23:43,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees 2024-11-07T21:23:43,262 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T21:23:43,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-07T21:23:43,263 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T21:23:43,263 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T21:23:43,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-07T21:23:43,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-07T21:23:43,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:43,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. as already flushing 2024-11-07T21:23:43,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:43,416 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:43,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:43,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:43,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:43,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731014683429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:43,430 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:43,430 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:43,430 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:43,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:43,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50216 deadline: 1731014683430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:43,432 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:43,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:43,432 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:43,432 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:43,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731014683430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:43,432 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:43,432 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:43,432 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:43,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:43,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50304 deadline: 1731014683440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:43,441 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:43,441 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:43,441 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:43,527 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/acc39ce879dd46eeb328a5971e335b2e 2024-11-07T21:23:43,534 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/18452492c96a47c49fad1548db9d6cd9 is 50, key is test_row_0/C:col10/1731014623101/Put/seqid=0 2024-11-07T21:23:43,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742124_1300 (size=12301) 2024-11-07T21:23:43,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-07T21:23:43,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:43,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. as already flushing 2024-11-07T21:23:43,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:43,568 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:43,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:43,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:43,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-07T21:23:43,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-07T21:23:43,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:43,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. as already flushing 2024-11-07T21:23:43,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:43,721 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:43,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:43,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:43,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:43,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731014683740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:43,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:43,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:43,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:43,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50216 deadline: 1731014683740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:43,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:43,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:43,742 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:43,742 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:43,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731014683740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:43,743 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:43,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:43,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:43,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:43,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:43,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50304 deadline: 1731014683749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:43,751 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:43,751 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:43,751 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:43,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-07T21:23:43,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:43,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. as already flushing 2024-11-07T21:23:43,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:43,874 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:43,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:43,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:43,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-07T21:23:43,952 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/18452492c96a47c49fad1548db9d6cd9 2024-11-07T21:23:43,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/cfa63c776258409d8ff50716768c48e2 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/cfa63c776258409d8ff50716768c48e2 2024-11-07T21:23:43,959 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/cfa63c776258409d8ff50716768c48e2, entries=150, sequenceid=282, filesize=12.0 K 2024-11-07T21:23:43,966 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/acc39ce879dd46eeb328a5971e335b2e as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/acc39ce879dd46eeb328a5971e335b2e 2024-11-07T21:23:43,969 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/acc39ce879dd46eeb328a5971e335b2e, entries=150, sequenceid=282, filesize=12.0 K 2024-11-07T21:23:43,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/18452492c96a47c49fad1548db9d6cd9 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/18452492c96a47c49fad1548db9d6cd9 2024-11-07T21:23:43,973 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/18452492c96a47c49fad1548db9d6cd9, entries=150, sequenceid=282, filesize=12.0 K 2024-11-07T21:23:43,974 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for f7edd783a7a07ebc2dd630edcbcd2b0d in 872ms, sequenceid=282, compaction requested=true 2024-11-07T21:23:43,974 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f7edd783a7a07ebc2dd630edcbcd2b0d: 2024-11-07T21:23:43,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f7edd783a7a07ebc2dd630edcbcd2b0d:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T21:23:43,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:23:43,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f7edd783a7a07ebc2dd630edcbcd2b0d:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T21:23:43,975 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:23:43,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:23:43,975 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:23:43,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f7edd783a7a07ebc2dd630edcbcd2b0d:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T21:23:43,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:23:43,975 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:23:43,975 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:23:43,975 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): f7edd783a7a07ebc2dd630edcbcd2b0d/B is initiating minor compaction (all files) 2024-11-07T21:23:43,975 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1541): f7edd783a7a07ebc2dd630edcbcd2b0d/A is initiating minor compaction (all files) 2024-11-07T21:23:43,976 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f7edd783a7a07ebc2dd630edcbcd2b0d/B in TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:43,976 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f7edd783a7a07ebc2dd630edcbcd2b0d/A in TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:43,976 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/7ea101d667774fd4b0d7234bf55169e2, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/bc2f31d06935446ebeebc51af9b1dd00, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/acc39ce879dd46eeb328a5971e335b2e] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp, totalSize=36.3 K 2024-11-07T21:23:43,976 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/e649b6da6fae402491170443bb1705cf, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/abe61fd47711499eb99693fe4e90ec3d, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/cfa63c776258409d8ff50716768c48e2] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp, totalSize=36.3 K 2024-11-07T21:23:43,976 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting e649b6da6fae402491170443bb1705cf, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731014620275 2024-11-07T21:23:43,976 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting abe61fd47711499eb99693fe4e90ec3d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731014620834 2024-11-07T21:23:43,977 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 7ea101d667774fd4b0d7234bf55169e2, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731014620275 2024-11-07T21:23:43,977 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting cfa63c776258409d8ff50716768c48e2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1731014622471 2024-11-07T21:23:43,977 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting bc2f31d06935446ebeebc51af9b1dd00, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731014620834 2024-11-07T21:23:43,977 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting acc39ce879dd46eeb328a5971e335b2e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1731014622471 2024-11-07T21:23:43,986 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f7edd783a7a07ebc2dd630edcbcd2b0d#A#compaction#255 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:23:43,986 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f7edd783a7a07ebc2dd630edcbcd2b0d#B#compaction#256 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:23:43,987 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/3b642820d8844d59817086e6fd07ea73 is 50, key is test_row_0/A:col10/1731014623101/Put/seqid=0 2024-11-07T21:23:43,987 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/45021d36c7174f4bbd130c1fe621ade2 is 50, key is test_row_0/B:col10/1731014623101/Put/seqid=0 2024-11-07T21:23:43,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742125_1301 (size=12949) 2024-11-07T21:23:43,999 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/45021d36c7174f4bbd130c1fe621ade2 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/45021d36c7174f4bbd130c1fe621ade2 2024-11-07T21:23:44,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742126_1302 (size=12949) 2024-11-07T21:23:44,007 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f7edd783a7a07ebc2dd630edcbcd2b0d/B of f7edd783a7a07ebc2dd630edcbcd2b0d into 45021d36c7174f4bbd130c1fe621ade2(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:23:44,007 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f7edd783a7a07ebc2dd630edcbcd2b0d: 2024-11-07T21:23:44,007 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., storeName=f7edd783a7a07ebc2dd630edcbcd2b0d/B, priority=13, startTime=1731014623975; duration=0sec 2024-11-07T21:23:44,007 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:23:44,007 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f7edd783a7a07ebc2dd630edcbcd2b0d:B 2024-11-07T21:23:44,007 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:23:44,011 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:23:44,011 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): f7edd783a7a07ebc2dd630edcbcd2b0d/C is initiating minor compaction (all files) 2024-11-07T21:23:44,011 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f7edd783a7a07ebc2dd630edcbcd2b0d/C in TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:44,012 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/ee7c6ef699114010b8b2825a57744fe5, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/24a9180a77564c0d8a0ed89bdf7b8f20, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/18452492c96a47c49fad1548db9d6cd9] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp, totalSize=36.3 K 2024-11-07T21:23:44,012 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting ee7c6ef699114010b8b2825a57744fe5, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731014620275 2024-11-07T21:23:44,013 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 24a9180a77564c0d8a0ed89bdf7b8f20, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731014620834 2024-11-07T21:23:44,013 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 18452492c96a47c49fad1548db9d6cd9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1731014622471 2024-11-07T21:23:44,014 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/3b642820d8844d59817086e6fd07ea73 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/3b642820d8844d59817086e6fd07ea73 2024-11-07T21:23:44,020 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f7edd783a7a07ebc2dd630edcbcd2b0d/A of f7edd783a7a07ebc2dd630edcbcd2b0d into 3b642820d8844d59817086e6fd07ea73(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:23:44,020 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f7edd783a7a07ebc2dd630edcbcd2b0d: 2024-11-07T21:23:44,020 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., storeName=f7edd783a7a07ebc2dd630edcbcd2b0d/A, priority=13, startTime=1731014623974; duration=0sec 2024-11-07T21:23:44,021 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:23:44,021 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f7edd783a7a07ebc2dd630edcbcd2b0d:A 2024-11-07T21:23:44,029 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f7edd783a7a07ebc2dd630edcbcd2b0d#C#compaction#257 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:23:44,030 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/1bbe9caeaca843fc9c1b617120304128 is 50, key is test_row_0/C:col10/1731014623101/Put/seqid=0 2024-11-07T21:23:44,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-07T21:23:44,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:44,037 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2902): Flushing f7edd783a7a07ebc2dd630edcbcd2b0d 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-07T21:23:44,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/823999f524d24d5983e590d0adb1535e is 50, key is test_row_0/A:col10/1731014623109/Put/seqid=0 2024-11-07T21:23:44,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742127_1303 (size=12949) 2024-11-07T21:23:44,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742128_1304 (size=12301) 2024-11-07T21:23:44,075 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/823999f524d24d5983e590d0adb1535e 2024-11-07T21:23:44,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/26e07192b8734f909792f558dfa9cbc4 is 50, key is test_row_0/B:col10/1731014623109/Put/seqid=0 2024-11-07T21:23:44,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742129_1305 (size=12301) 2024-11-07T21:23:44,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on f7edd783a7a07ebc2dd630edcbcd2b0d 2024-11-07T21:23:44,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. as already flushing 2024-11-07T21:23:44,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:44,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731014684268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:44,274 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:44,274 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:44,274 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:44,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:44,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731014684271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:44,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:44,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:44,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:44,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:44,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50216 deadline: 1731014684272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:44,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:44,277 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:44,277 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:44,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50304 deadline: 1731014684274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:44,277 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:44,277 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:44,277 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:44,277 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:44,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:44,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50216 deadline: 1731014684380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:44,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:44,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50304 deadline: 1731014684380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:44,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:44,382 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:44,382 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:44,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:44,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731014684380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:44,382 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:44,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:44,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:44,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:44,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731014684380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:44,382 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:44,382 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:44,382 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:44,382 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:44,382 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:44,382 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:44,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-07T21:23:44,451 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/1bbe9caeaca843fc9c1b617120304128 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/1bbe9caeaca843fc9c1b617120304128 2024-11-07T21:23:44,455 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f7edd783a7a07ebc2dd630edcbcd2b0d/C of f7edd783a7a07ebc2dd630edcbcd2b0d into 1bbe9caeaca843fc9c1b617120304128(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:23:44,455 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f7edd783a7a07ebc2dd630edcbcd2b0d: 2024-11-07T21:23:44,455 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., storeName=f7edd783a7a07ebc2dd630edcbcd2b0d/C, priority=13, startTime=1731014623975; duration=0sec 2024-11-07T21:23:44,455 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:23:44,455 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f7edd783a7a07ebc2dd630edcbcd2b0d:C 2024-11-07T21:23:44,486 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/26e07192b8734f909792f558dfa9cbc4 2024-11-07T21:23:44,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/cf11fb00529243409ee39b2f65585246 is 50, key is test_row_0/C:col10/1731014623109/Put/seqid=0 2024-11-07T21:23:44,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742130_1306 (size=12301) 2024-11-07T21:23:44,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:44,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50216 deadline: 1731014684589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:44,593 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:44,593 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:44,593 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:44,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:44,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50304 deadline: 1731014684589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:44,593 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:44,593 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:44,593 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:44,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:44,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:44,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731014684590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:44,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731014684589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:44,594 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:44,594 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:44,594 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:44,594 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:44,594 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:44,594 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:44,897 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/cf11fb00529243409ee39b2f65585246 2024-11-07T21:23:44,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:44,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731014684900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:44,902 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:44,902 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:44,902 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:44,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/823999f524d24d5983e590d0adb1535e as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/823999f524d24d5983e590d0adb1535e 2024-11-07T21:23:44,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:44,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50216 deadline: 1731014684905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:44,906 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:44,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:44,906 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:44,906 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:44,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731014684906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:44,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:44,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50304 deadline: 1731014684905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:44,907 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:44,907 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:44,907 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:44,907 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:44,907 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:44,907 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:44,908 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/823999f524d24d5983e590d0adb1535e, entries=150, sequenceid=294, filesize=12.0 K 2024-11-07T21:23:44,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/26e07192b8734f909792f558dfa9cbc4 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/26e07192b8734f909792f558dfa9cbc4 2024-11-07T21:23:44,914 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/26e07192b8734f909792f558dfa9cbc4, entries=150, sequenceid=294, filesize=12.0 K 2024-11-07T21:23:44,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/cf11fb00529243409ee39b2f65585246 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/cf11fb00529243409ee39b2f65585246 2024-11-07T21:23:44,919 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/cf11fb00529243409ee39b2f65585246, entries=150, sequenceid=294, filesize=12.0 K 2024-11-07T21:23:44,920 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for f7edd783a7a07ebc2dd630edcbcd2b0d in 883ms, sequenceid=294, compaction requested=false 2024-11-07T21:23:44,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2603): Flush status journal for f7edd783a7a07ebc2dd630edcbcd2b0d: 2024-11-07T21:23:44,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:44,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=83 2024-11-07T21:23:44,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.HMaster(4169): Remote procedure done, pid=83 2024-11-07T21:23:44,923 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-11-07T21:23:44,923 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6590 sec 2024-11-07T21:23:44,925 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees in 1.6640 sec 2024-11-07T21:23:45,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on f7edd783a7a07ebc2dd630edcbcd2b0d 2024-11-07T21:23:45,043 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-07T21:23:45,043 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f7edd783a7a07ebc2dd630edcbcd2b0d 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-07T21:23:45,047 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/43c9583f94fc48c1b305f6ad88ee839c is 50, key is test_row_0/A:col10/1731014624266/Put/seqid=0 2024-11-07T21:23:45,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:45,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50214 deadline: 1731014685062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:45,065 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:45,065 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:45,065 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:45,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742131_1307 (size=14741) 2024-11-07T21:23:45,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:45,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50214 deadline: 1731014685170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:45,172 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:45,172 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:45,172 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:45,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:45,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50214 deadline: 1731014685379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:45,381 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:45,381 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:45,381 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:45,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-07T21:23:45,410 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T21:23:45,411 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T21:23:45,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:45,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731014685410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:45,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees 2024-11-07T21:23:45,412 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:45,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:45,412 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:45,412 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:45,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50216 deadline: 1731014685410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:45,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:45,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50304 deadline: 1731014685410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:45,412 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:45,412 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:45,412 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:45,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-07T21:23:45,412 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:45,412 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:45,412 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:45,412 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T21:23:45,413 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T21:23:45,413 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T21:23:45,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:45,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731014685419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:45,421 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:45,421 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:45,421 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:45,470 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/43c9583f94fc48c1b305f6ad88ee839c 2024-11-07T21:23:45,476 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/3a3d8b4752914e8e8b3239c08a4ca28f is 50, key is test_row_0/B:col10/1731014624266/Put/seqid=0 2024-11-07T21:23:45,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742132_1308 (size=12301) 2024-11-07T21:23:45,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-07T21:23:45,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-07T21:23:45,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:45,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. as already flushing 2024-11-07T21:23:45,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:45,565 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:45,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:45,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:45,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:45,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50214 deadline: 1731014685690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:45,691 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:45,692 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:45,692 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:45,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-07T21:23:45,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:45,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. as already flushing 2024-11-07T21:23:45,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:45,717 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:45,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:45,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:45,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-07T21:23:45,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-07T21:23:45,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:45,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. as already flushing 2024-11-07T21:23:45,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:45,870 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:45,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:45,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:45,879 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/3a3d8b4752914e8e8b3239c08a4ca28f 2024-11-07T21:23:45,886 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/f4eb5c04541d419384917d3ab67762b5 is 50, key is test_row_0/C:col10/1731014624266/Put/seqid=0 2024-11-07T21:23:45,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742133_1309 (size=12301) 2024-11-07T21:23:46,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-07T21:23:46,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:46,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. as already flushing 2024-11-07T21:23:46,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:46,023 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:46,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:46,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:46,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-07T21:23:46,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-07T21:23:46,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:46,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. as already flushing 2024-11-07T21:23:46,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:46,176 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:46,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:46,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:46,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:46,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50214 deadline: 1731014686200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:46,202 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:46,202 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:46,202 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:46,290 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/f4eb5c04541d419384917d3ab67762b5 2024-11-07T21:23:46,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/43c9583f94fc48c1b305f6ad88ee839c as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/43c9583f94fc48c1b305f6ad88ee839c 2024-11-07T21:23:46,298 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/43c9583f94fc48c1b305f6ad88ee839c, entries=200, sequenceid=322, filesize=14.4 K 2024-11-07T21:23:46,306 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/3a3d8b4752914e8e8b3239c08a4ca28f as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/3a3d8b4752914e8e8b3239c08a4ca28f 2024-11-07T21:23:46,310 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/3a3d8b4752914e8e8b3239c08a4ca28f, entries=150, sequenceid=322, filesize=12.0 K 2024-11-07T21:23:46,311 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/f4eb5c04541d419384917d3ab67762b5 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/f4eb5c04541d419384917d3ab67762b5 2024-11-07T21:23:46,314 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/f4eb5c04541d419384917d3ab67762b5, entries=150, sequenceid=322, filesize=12.0 K 2024-11-07T21:23:46,315 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for f7edd783a7a07ebc2dd630edcbcd2b0d in 1272ms, sequenceid=322, compaction requested=true 2024-11-07T21:23:46,315 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f7edd783a7a07ebc2dd630edcbcd2b0d: 2024-11-07T21:23:46,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f7edd783a7a07ebc2dd630edcbcd2b0d:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T21:23:46,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:23:46,315 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:23:46,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f7edd783a7a07ebc2dd630edcbcd2b0d:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T21:23:46,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:23:46,315 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:23:46,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f7edd783a7a07ebc2dd630edcbcd2b0d:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T21:23:46,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:23:46,316 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:23:46,316 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): f7edd783a7a07ebc2dd630edcbcd2b0d/B is initiating minor compaction (all files) 2024-11-07T21:23:46,316 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f7edd783a7a07ebc2dd630edcbcd2b0d/B in TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:46,316 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/45021d36c7174f4bbd130c1fe621ade2, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/26e07192b8734f909792f558dfa9cbc4, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/3a3d8b4752914e8e8b3239c08a4ca28f] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp, totalSize=36.7 K 2024-11-07T21:23:46,317 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39991 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:23:46,317 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1541): f7edd783a7a07ebc2dd630edcbcd2b0d/A is initiating minor compaction (all files) 2024-11-07T21:23:46,317 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f7edd783a7a07ebc2dd630edcbcd2b0d/A in TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:46,317 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/3b642820d8844d59817086e6fd07ea73, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/823999f524d24d5983e590d0adb1535e, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/43c9583f94fc48c1b305f6ad88ee839c] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp, totalSize=39.1 K 2024-11-07T21:23:46,317 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 45021d36c7174f4bbd130c1fe621ade2, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1731014622471 2024-11-07T21:23:46,317 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3b642820d8844d59817086e6fd07ea73, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1731014622471 2024-11-07T21:23:46,317 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 26e07192b8734f909792f558dfa9cbc4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731014623103 2024-11-07T21:23:46,317 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 823999f524d24d5983e590d0adb1535e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731014623103 2024-11-07T21:23:46,317 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a3d8b4752914e8e8b3239c08a4ca28f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731014624266 2024-11-07T21:23:46,318 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 43c9583f94fc48c1b305f6ad88ee839c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731014624266 2024-11-07T21:23:46,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-07T21:23:46,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:46,329 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2902): Flushing f7edd783a7a07ebc2dd630edcbcd2b0d 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-07T21:23:46,334 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f7edd783a7a07ebc2dd630edcbcd2b0d#B#compaction#264 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:23:46,334 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/34770e2f06a74a3b85b7fdb0e725b6d8 is 50, key is test_row_0/B:col10/1731014624266/Put/seqid=0 2024-11-07T21:23:46,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/8ef081a888344994b769e1839f3de0c9 is 50, key is test_row_0/A:col10/1731014625061/Put/seqid=0 2024-11-07T21:23:46,337 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f7edd783a7a07ebc2dd630edcbcd2b0d#A#compaction#265 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:23:46,338 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/4a8b6b7723734178a90056a9cdfc3e9c is 50, key is test_row_0/A:col10/1731014624266/Put/seqid=0 2024-11-07T21:23:46,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742134_1310 (size=13051) 2024-11-07T21:23:46,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742135_1311 (size=12301) 2024-11-07T21:23:46,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742136_1312 (size=13051) 2024-11-07T21:23:46,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on f7edd783a7a07ebc2dd630edcbcd2b0d 2024-11-07T21:23:46,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. as already flushing 2024-11-07T21:23:46,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:46,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50216 deadline: 1731014686456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:46,461 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:46,461 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:46,461 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:46,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:46,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731014686456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:46,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:46,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731014686457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:46,462 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:46,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:46,462 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:46,462 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:46,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50304 deadline: 1731014686457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:46,463 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:46,463 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:46,463 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:46,465 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:46,465 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:46,465 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:46,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-07T21:23:46,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:46,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731014686570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:46,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:46,571 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:46,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50304 deadline: 1731014686570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:46,571 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:46,571 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:46,571 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:46,571 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:46,571 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:46,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:46,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50216 deadline: 1731014686570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:46,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:46,573 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:46,573 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:46,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731014686570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:46,573 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:46,573 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:46,574 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:46,574 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:46,768 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/8ef081a888344994b769e1839f3de0c9 2024-11-07T21:23:46,772 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/34770e2f06a74a3b85b7fdb0e725b6d8 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/34770e2f06a74a3b85b7fdb0e725b6d8 2024-11-07T21:23:46,772 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/4a8b6b7723734178a90056a9cdfc3e9c as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/4a8b6b7723734178a90056a9cdfc3e9c 2024-11-07T21:23:46,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/773fae041c0d43a787b80a992e942294 is 50, key is test_row_0/B:col10/1731014625061/Put/seqid=0 2024-11-07T21:23:46,780 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f7edd783a7a07ebc2dd630edcbcd2b0d/B of f7edd783a7a07ebc2dd630edcbcd2b0d into 34770e2f06a74a3b85b7fdb0e725b6d8(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:23:46,780 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f7edd783a7a07ebc2dd630edcbcd2b0d: 2024-11-07T21:23:46,780 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., storeName=f7edd783a7a07ebc2dd630edcbcd2b0d/B, priority=13, startTime=1731014626315; duration=0sec 2024-11-07T21:23:46,780 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:23:46,780 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f7edd783a7a07ebc2dd630edcbcd2b0d:B 2024-11-07T21:23:46,780 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:23:46,782 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:23:46,782 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): f7edd783a7a07ebc2dd630edcbcd2b0d/C is initiating minor compaction (all files) 2024-11-07T21:23:46,782 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f7edd783a7a07ebc2dd630edcbcd2b0d/C in TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:46,782 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/1bbe9caeaca843fc9c1b617120304128, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/cf11fb00529243409ee39b2f65585246, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/f4eb5c04541d419384917d3ab67762b5] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp, totalSize=36.7 K 2024-11-07T21:23:46,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:46,783 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 1bbe9caeaca843fc9c1b617120304128, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1731014622471 2024-11-07T21:23:46,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731014686780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:46,783 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:46,783 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:46,783 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting cf11fb00529243409ee39b2f65585246, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731014623103 2024-11-07T21:23:46,783 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:46,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:46,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50304 deadline: 1731014686780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:46,784 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:46,784 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:46,784 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting f4eb5c04541d419384917d3ab67762b5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731014624266 2024-11-07T21:23:46,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:46,784 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:46,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731014686780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:46,784 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:46,784 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:46,784 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:46,786 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f7edd783a7a07ebc2dd630edcbcd2b0d/A of f7edd783a7a07ebc2dd630edcbcd2b0d into 4a8b6b7723734178a90056a9cdfc3e9c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:23:46,786 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f7edd783a7a07ebc2dd630edcbcd2b0d: 2024-11-07T21:23:46,786 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., storeName=f7edd783a7a07ebc2dd630edcbcd2b0d/A, priority=13, startTime=1731014626315; duration=0sec 2024-11-07T21:23:46,787 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:23:46,787 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f7edd783a7a07ebc2dd630edcbcd2b0d:A 2024-11-07T21:23:46,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:46,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50216 deadline: 1731014686783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:46,788 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:46,788 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:46,788 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:46,796 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f7edd783a7a07ebc2dd630edcbcd2b0d#C#compaction#268 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:23:46,797 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/e24c48329cad42d4a0c369fdd7c517e6 is 50, key is test_row_0/C:col10/1731014624266/Put/seqid=0 2024-11-07T21:23:46,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742137_1313 (size=12301) 2024-11-07T21:23:46,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742138_1314 (size=13051) 2024-11-07T21:23:47,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:47,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731014687089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:47,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:47,091 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:47,091 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:47,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50304 deadline: 1731014687089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:47,091 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:47,091 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:47,091 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:47,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:47,091 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:47,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731014687089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:47,092 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:47,092 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:47,092 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:47,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:47,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50216 deadline: 1731014687099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:47,102 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:47,102 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:47,102 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:47,198 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/773fae041c0d43a787b80a992e942294 2024-11-07T21:23:47,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/edad180a9fca47baab85c6a7ccde00a7 is 50, key is test_row_0/C:col10/1731014625061/Put/seqid=0 2024-11-07T21:23:47,222 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/e24c48329cad42d4a0c369fdd7c517e6 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/e24c48329cad42d4a0c369fdd7c517e6 2024-11-07T21:23:47,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:47,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50214 deadline: 1731014687220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:47,223 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 4fc742968c91,33553,1731014551923 for 'test_row_0' in f7edd783a7a07ebc2dd630edcbcd2b0d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2161 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-07T21:23:47,224 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:47,224 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:47,224 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:47,228 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f7edd783a7a07ebc2dd630edcbcd2b0d/C of f7edd783a7a07ebc2dd630edcbcd2b0d into e24c48329cad42d4a0c369fdd7c517e6(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:23:47,228 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f7edd783a7a07ebc2dd630edcbcd2b0d: 2024-11-07T21:23:47,228 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., storeName=f7edd783a7a07ebc2dd630edcbcd2b0d/C, priority=13, startTime=1731014626315; duration=0sec 2024-11-07T21:23:47,228 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:23:47,228 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f7edd783a7a07ebc2dd630edcbcd2b0d:C 2024-11-07T21:23:47,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742139_1315 (size=12301) 2024-11-07T21:23:47,245 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/edad180a9fca47baab85c6a7ccde00a7 2024-11-07T21:23:47,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/8ef081a888344994b769e1839f3de0c9 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/8ef081a888344994b769e1839f3de0c9 2024-11-07T21:23:47,257 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/8ef081a888344994b769e1839f3de0c9, entries=150, sequenceid=331, filesize=12.0 K 2024-11-07T21:23:47,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/773fae041c0d43a787b80a992e942294 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/773fae041c0d43a787b80a992e942294 2024-11-07T21:23:47,262 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/773fae041c0d43a787b80a992e942294, entries=150, sequenceid=331, filesize=12.0 K 2024-11-07T21:23:47,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/edad180a9fca47baab85c6a7ccde00a7 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/edad180a9fca47baab85c6a7ccde00a7 2024-11-07T21:23:47,265 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/edad180a9fca47baab85c6a7ccde00a7, entries=150, sequenceid=331, filesize=12.0 K 2024-11-07T21:23:47,266 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for f7edd783a7a07ebc2dd630edcbcd2b0d in 937ms, sequenceid=331, compaction requested=false 2024-11-07T21:23:47,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2603): Flush status journal for f7edd783a7a07ebc2dd630edcbcd2b0d: 2024-11-07T21:23:47,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:47,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=85 2024-11-07T21:23:47,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.HMaster(4169): Remote procedure done, pid=85 2024-11-07T21:23:47,269 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-11-07T21:23:47,269 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8550 sec 2024-11-07T21:23:47,271 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees in 1.8590 sec 2024-11-07T21:23:47,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-07T21:23:47,559 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T21:23:47,560 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T21:23:47,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] procedure2.ProcedureExecutor(1139): Stored pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees 2024-11-07T21:23:47,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-07T21:23:47,561 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T21:23:47,562 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T21:23:47,562 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T21:23:47,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on f7edd783a7a07ebc2dd630edcbcd2b0d 2024-11-07T21:23:47,603 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-07T21:23:47,603 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f7edd783a7a07ebc2dd630edcbcd2b0d 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-07T21:23:47,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:47,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731014687607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:47,610 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:47,610 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:47,610 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:47,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:47,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50304 deadline: 1731014687609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:47,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:47,611 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:47,611 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:47,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731014687609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:47,611 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:47,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:47,611 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:47,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50216 deadline: 1731014687609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:47,611 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:47,611 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:47,611 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:47,611 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:47,612 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:47,620 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/681b68ac73584965a46722b2290598ba is 50, key is test_row_0/A:col10/1731014627602/Put/seqid=0 2024-11-07T21:23:47,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742140_1316 (size=14741) 2024-11-07T21:23:47,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-07T21:23:47,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-07T21:23:47,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:47,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. as already flushing 2024-11-07T21:23:47,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:47,714 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:47,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:47,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:47,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:47,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731014687719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:47,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:47,720 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:47,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50304 deadline: 1731014687719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:47,720 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:47,720 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:47,720 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:47,720 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:47,720 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:47,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:47,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731014687719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:47,722 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:47,722 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:47,722 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:47,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-07T21:23:47,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:47,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. as already flushing 2024-11-07T21:23:47,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:47,867 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:47,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:47,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:47,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-07T21:23:47,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:47,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731014687929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:47,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:47,931 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:47,931 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:47,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50304 deadline: 1731014687929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:47,931 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:47,931 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:47,931 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:47,931 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:47,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:47,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731014687929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:47,931 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:47,932 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:47,932 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:48,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-07T21:23:48,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:48,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. as already flushing 2024-11-07T21:23:48,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:48,020 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:48,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:48,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:48,032 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/681b68ac73584965a46722b2290598ba 2024-11-07T21:23:48,046 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/d10399ac83264258971173e34c5c0302 is 50, key is test_row_0/B:col10/1731014627602/Put/seqid=0 2024-11-07T21:23:48,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742141_1317 (size=12301) 2024-11-07T21:23:48,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-07T21:23:48,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:48,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. as already flushing 2024-11-07T21:23:48,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:48,172 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:48,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:48,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:48,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-07T21:23:48,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:48,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:48,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731014688239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:48,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50304 deadline: 1731014688239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:48,242 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:48,242 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:48,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:48,242 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:48,242 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:48,242 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:48,242 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:48,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731014688239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:48,242 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:48,242 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:48,242 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:48,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-07T21:23:48,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:48,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. as already flushing 2024-11-07T21:23:48,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:48,325 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:48,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:48,458 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/d10399ac83264258971173e34c5c0302 2024-11-07T21:23:48,465 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/5420569198b84feca9fbd2b09c651f45 is 50, key is test_row_0/C:col10/1731014627602/Put/seqid=0 2024-11-07T21:23:48,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742142_1318 (size=12301) 2024-11-07T21:23:48,470 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/5420569198b84feca9fbd2b09c651f45 2024-11-07T21:23:48,474 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/681b68ac73584965a46722b2290598ba as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/681b68ac73584965a46722b2290598ba 2024-11-07T21:23:48,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-07T21:23:48,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:48,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. as already flushing 2024-11-07T21:23:48,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:48,478 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:48,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:48,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:48,479 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/681b68ac73584965a46722b2290598ba, entries=200, sequenceid=364, filesize=14.4 K 2024-11-07T21:23:48,480 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/d10399ac83264258971173e34c5c0302 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/d10399ac83264258971173e34c5c0302 2024-11-07T21:23:48,485 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/d10399ac83264258971173e34c5c0302, entries=150, sequenceid=364, filesize=12.0 K 2024-11-07T21:23:48,486 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/5420569198b84feca9fbd2b09c651f45 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/5420569198b84feca9fbd2b09c651f45 2024-11-07T21:23:48,493 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/5420569198b84feca9fbd2b09c651f45, entries=150, sequenceid=364, filesize=12.0 K 2024-11-07T21:23:48,494 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for f7edd783a7a07ebc2dd630edcbcd2b0d in 891ms, sequenceid=364, compaction requested=true 2024-11-07T21:23:48,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f7edd783a7a07ebc2dd630edcbcd2b0d: 2024-11-07T21:23:48,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f7edd783a7a07ebc2dd630edcbcd2b0d:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T21:23:48,495 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:23:48,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:23:48,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f7edd783a7a07ebc2dd630edcbcd2b0d:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T21:23:48,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:23:48,495 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:23:48,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f7edd783a7a07ebc2dd630edcbcd2b0d:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T21:23:48,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:23:48,496 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:23:48,496 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40093 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:23:48,496 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): f7edd783a7a07ebc2dd630edcbcd2b0d/B is initiating minor compaction (all files) 2024-11-07T21:23:48,496 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1541): f7edd783a7a07ebc2dd630edcbcd2b0d/A is initiating minor compaction (all files) 2024-11-07T21:23:48,496 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f7edd783a7a07ebc2dd630edcbcd2b0d/B in TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:48,496 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f7edd783a7a07ebc2dd630edcbcd2b0d/A in TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:48,496 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/34770e2f06a74a3b85b7fdb0e725b6d8, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/773fae041c0d43a787b80a992e942294, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/d10399ac83264258971173e34c5c0302] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp, totalSize=36.8 K 2024-11-07T21:23:48,496 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/4a8b6b7723734178a90056a9cdfc3e9c, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/8ef081a888344994b769e1839f3de0c9, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/681b68ac73584965a46722b2290598ba] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp, totalSize=39.2 K 2024-11-07T21:23:48,496 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 34770e2f06a74a3b85b7fdb0e725b6d8, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731014624266 2024-11-07T21:23:48,496 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4a8b6b7723734178a90056a9cdfc3e9c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731014624266 2024-11-07T21:23:48,497 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8ef081a888344994b769e1839f3de0c9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731014625049 2024-11-07T21:23:48,497 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 773fae041c0d43a787b80a992e942294, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731014625049 2024-11-07T21:23:48,497 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 681b68ac73584965a46722b2290598ba, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1731014626455 2024-11-07T21:23:48,497 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting d10399ac83264258971173e34c5c0302, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1731014626455 2024-11-07T21:23:48,514 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f7edd783a7a07ebc2dd630edcbcd2b0d#B#compaction#273 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:23:48,514 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f7edd783a7a07ebc2dd630edcbcd2b0d#A#compaction#274 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:23:48,514 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/297121219bad4c51815fb854542a306c is 50, key is test_row_0/B:col10/1731014627602/Put/seqid=0 2024-11-07T21:23:48,515 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/a49e474a26904d59851609ef2e7789c6 is 50, key is test_row_0/A:col10/1731014627602/Put/seqid=0 2024-11-07T21:23:48,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742143_1319 (size=13153) 2024-11-07T21:23:48,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742144_1320 (size=13153) 2024-11-07T21:23:48,631 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-07T21:23:48,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:48,631 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2902): Flushing f7edd783a7a07ebc2dd630edcbcd2b0d 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-07T21:23:48,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/eb4738ea1cca4b1aaf1d7e30f9e6b868 is 50, key is test_row_0/A:col10/1731014628626/Put/seqid=0 2024-11-07T21:23:48,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on f7edd783a7a07ebc2dd630edcbcd2b0d 2024-11-07T21:23:48,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. as already flushing 2024-11-07T21:23:48,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742145_1321 (size=12301) 2024-11-07T21:23:48,659 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/eb4738ea1cca4b1aaf1d7e30f9e6b868 2024-11-07T21:23:48,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/a4c4a375fc40475d9bb68dca5fc56311 is 50, key is test_row_0/B:col10/1731014628626/Put/seqid=0 2024-11-07T21:23:48,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742146_1322 (size=12301) 2024-11-07T21:23:48,671 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/a4c4a375fc40475d9bb68dca5fc56311 2024-11-07T21:23:48,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/602d654f65d644ee89fa2d815b84bb66 is 50, key is test_row_0/C:col10/1731014628626/Put/seqid=0 2024-11-07T21:23:48,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742147_1323 (size=12301) 2024-11-07T21:23:48,691 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/602d654f65d644ee89fa2d815b84bb66 2024-11-07T21:23:48,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/eb4738ea1cca4b1aaf1d7e30f9e6b868 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/eb4738ea1cca4b1aaf1d7e30f9e6b868 2024-11-07T21:23:48,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-07T21:23:48,713 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/eb4738ea1cca4b1aaf1d7e30f9e6b868, entries=150, sequenceid=373, filesize=12.0 K 2024-11-07T21:23:48,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/a4c4a375fc40475d9bb68dca5fc56311 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/a4c4a375fc40475d9bb68dca5fc56311 2024-11-07T21:23:48,717 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/a4c4a375fc40475d9bb68dca5fc56311, entries=150, sequenceid=373, filesize=12.0 K 2024-11-07T21:23:48,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/602d654f65d644ee89fa2d815b84bb66 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/602d654f65d644ee89fa2d815b84bb66 2024-11-07T21:23:48,722 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/602d654f65d644ee89fa2d815b84bb66, entries=150, sequenceid=373, filesize=12.0 K 2024-11-07T21:23:48,723 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=114.05 KB/116790 for f7edd783a7a07ebc2dd630edcbcd2b0d in 92ms, sequenceid=373, compaction requested=true 2024-11-07T21:23:48,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2603): Flush status journal for f7edd783a7a07ebc2dd630edcbcd2b0d: 2024-11-07T21:23:48,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:48,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=87 2024-11-07T21:23:48,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.HMaster(4169): Remote procedure done, pid=87 2024-11-07T21:23:48,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on f7edd783a7a07ebc2dd630edcbcd2b0d 2024-11-07T21:23:48,726 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-07T21:23:48,726 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f7edd783a7a07ebc2dd630edcbcd2b0d 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-07T21:23:48,726 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-11-07T21:23:48,726 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1630 sec 2024-11-07T21:23:48,729 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees in 1.1670 sec 2024-11-07T21:23:48,730 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/3b6c35f2f30c400ebc75ae9aabb43b80 is 50, key is test_row_0/A:col10/1731014628679/Put/seqid=0 2024-11-07T21:23:48,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742148_1324 (size=14741) 2024-11-07T21:23:48,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:48,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50216 deadline: 1731014688758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:48,764 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:48,764 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:48,764 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:48,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:48,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731014688763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:48,769 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:48,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:48,769 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:48,769 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:48,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50304 deadline: 1731014688763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:48,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:48,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731014688764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:48,770 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:48,770 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:48,770 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:48,770 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:48,770 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:48,770 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:48,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:48,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50216 deadline: 1731014688870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:48,872 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:48,872 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:48,873 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:48,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:48,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731014688880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:48,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:48,883 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:48,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50304 deadline: 1731014688880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:48,883 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:48,883 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:48,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:48,883 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:48,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731014688880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:48,883 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:48,883 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:48,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:48,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:48,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:48,925 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/297121219bad4c51815fb854542a306c as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/297121219bad4c51815fb854542a306c 2024-11-07T21:23:48,929 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f7edd783a7a07ebc2dd630edcbcd2b0d/B of f7edd783a7a07ebc2dd630edcbcd2b0d into 297121219bad4c51815fb854542a306c(size=12.8 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:23:48,929 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f7edd783a7a07ebc2dd630edcbcd2b0d: 2024-11-07T21:23:48,929 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., storeName=f7edd783a7a07ebc2dd630edcbcd2b0d/B, priority=13, startTime=1731014628495; duration=0sec 2024-11-07T21:23:48,929 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:23:48,929 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f7edd783a7a07ebc2dd630edcbcd2b0d:B 2024-11-07T21:23:48,929 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T21:23:48,931 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T21:23:48,931 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): f7edd783a7a07ebc2dd630edcbcd2b0d/C is initiating minor compaction (all files) 2024-11-07T21:23:48,931 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f7edd783a7a07ebc2dd630edcbcd2b0d/C in TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:48,931 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/e24c48329cad42d4a0c369fdd7c517e6, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/edad180a9fca47baab85c6a7ccde00a7, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/5420569198b84feca9fbd2b09c651f45, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/602d654f65d644ee89fa2d815b84bb66] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp, totalSize=48.8 K 2024-11-07T21:23:48,931 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting e24c48329cad42d4a0c369fdd7c517e6, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731014624266 2024-11-07T21:23:48,932 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting edad180a9fca47baab85c6a7ccde00a7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731014625049 2024-11-07T21:23:48,932 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 5420569198b84feca9fbd2b09c651f45, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1731014626455 2024-11-07T21:23:48,932 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 602d654f65d644ee89fa2d815b84bb66, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1731014627606 2024-11-07T21:23:48,933 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/a49e474a26904d59851609ef2e7789c6 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/a49e474a26904d59851609ef2e7789c6 2024-11-07T21:23:48,938 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f7edd783a7a07ebc2dd630edcbcd2b0d/A of f7edd783a7a07ebc2dd630edcbcd2b0d into a49e474a26904d59851609ef2e7789c6(size=12.8 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:23:48,938 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f7edd783a7a07ebc2dd630edcbcd2b0d: 2024-11-07T21:23:48,938 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., storeName=f7edd783a7a07ebc2dd630edcbcd2b0d/A, priority=13, startTime=1731014628495; duration=0sec 2024-11-07T21:23:48,938 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:23:48,938 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f7edd783a7a07ebc2dd630edcbcd2b0d:A 2024-11-07T21:23:48,942 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f7edd783a7a07ebc2dd630edcbcd2b0d#C#compaction#279 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:23:48,943 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/9d1d7f5baace4eaba5e16f2b1f5edb08 is 50, key is test_row_0/C:col10/1731014628626/Put/seqid=0 2024-11-07T21:23:48,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742149_1325 (size=13187) 2024-11-07T21:23:49,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:49,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50216 deadline: 1731014689079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:49,084 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:49,084 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:49,084 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:49,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:49,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731014689090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:49,093 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:49,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:49,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:49,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:49,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731014689090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:49,094 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:49,094 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:49,094 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:49,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:49,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50304 deadline: 1731014689090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:49,094 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:49,094 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:49,094 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:49,137 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/3b6c35f2f30c400ebc75ae9aabb43b80 2024-11-07T21:23:49,143 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/4105faefc6094086bd52f164e1392ecc is 50, key is test_row_0/B:col10/1731014628679/Put/seqid=0 2024-11-07T21:23:49,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742150_1326 (size=12301) 2024-11-07T21:23:49,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:49,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50214 deadline: 1731014689239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:49,242 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 4fc742968c91,33553,1731014551923 for 'test_row_0' in f7edd783a7a07ebc2dd630edcbcd2b0d of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4180 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-07T21:23:49,243 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:49,243 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:49,243 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:49,350 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/9d1d7f5baace4eaba5e16f2b1f5edb08 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/9d1d7f5baace4eaba5e16f2b1f5edb08 2024-11-07T21:23:49,356 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f7edd783a7a07ebc2dd630edcbcd2b0d/C of f7edd783a7a07ebc2dd630edcbcd2b0d into 9d1d7f5baace4eaba5e16f2b1f5edb08(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:23:49,356 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f7edd783a7a07ebc2dd630edcbcd2b0d: 2024-11-07T21:23:49,356 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., storeName=f7edd783a7a07ebc2dd630edcbcd2b0d/C, priority=12, startTime=1731014628495; duration=0sec 2024-11-07T21:23:49,356 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:23:49,356 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f7edd783a7a07ebc2dd630edcbcd2b0d:C 2024-11-07T21:23:49,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:49,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50216 deadline: 1731014689389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:49,393 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:49,393 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:49,393 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:49,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:49,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731014689399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:49,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:49,402 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:49,402 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:49,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731014689400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:49,402 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:49,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:49,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50304 deadline: 1731014689400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:49,402 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:49,402 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:49,402 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:49,402 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:49,402 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:49,402 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:49,564 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/4105faefc6094086bd52f164e1392ecc 2024-11-07T21:23:49,572 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/e03a4773908644aaa0a2fa6eb964e220 is 50, key is test_row_0/C:col10/1731014628679/Put/seqid=0 2024-11-07T21:23:49,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742151_1327 (size=12301) 2024-11-07T21:23:49,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-07T21:23:49,709 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T21:23:49,710 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T21:23:49,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees 2024-11-07T21:23:49,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-07T21:23:49,713 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=88, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T21:23:49,714 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=88, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T21:23:49,714 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T21:23:49,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-07T21:23:49,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-07T21:23:49,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:49,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. as already flushing 2024-11-07T21:23:49,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:49,866 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:49,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:49,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:49,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:49,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50216 deadline: 1731014689899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:49,901 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:49,901 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:49,901 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:49,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:49,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731014689910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:49,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:49,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731014689910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:49,914 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:49,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:49,914 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:49,914 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:49,914 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:49,914 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:49,914 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:49,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50304 deadline: 1731014689910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:49,914 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:49,914 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:49,914 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:49,997 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/e03a4773908644aaa0a2fa6eb964e220 2024-11-07T21:23:50,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/3b6c35f2f30c400ebc75ae9aabb43b80 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/3b6c35f2f30c400ebc75ae9aabb43b80 2024-11-07T21:23:50,003 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/3b6c35f2f30c400ebc75ae9aabb43b80, entries=200, sequenceid=394, filesize=14.4 K 2024-11-07T21:23:50,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/4105faefc6094086bd52f164e1392ecc as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/4105faefc6094086bd52f164e1392ecc 2024-11-07T21:23:50,006 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/4105faefc6094086bd52f164e1392ecc, entries=150, sequenceid=394, filesize=12.0 K 2024-11-07T21:23:50,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/e03a4773908644aaa0a2fa6eb964e220 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/e03a4773908644aaa0a2fa6eb964e220 2024-11-07T21:23:50,010 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/e03a4773908644aaa0a2fa6eb964e220, entries=150, sequenceid=394, filesize=12.0 K 2024-11-07T21:23:50,011 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for f7edd783a7a07ebc2dd630edcbcd2b0d in 1285ms, sequenceid=394, compaction requested=true 2024-11-07T21:23:50,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f7edd783a7a07ebc2dd630edcbcd2b0d: 2024-11-07T21:23:50,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f7edd783a7a07ebc2dd630edcbcd2b0d:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T21:23:50,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:23:50,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f7edd783a7a07ebc2dd630edcbcd2b0d:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T21:23:50,011 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:23:50,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:23:50,011 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:23:50,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f7edd783a7a07ebc2dd630edcbcd2b0d:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T21:23:50,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:23:50,012 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:23:50,012 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40195 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:23:50,012 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1541): f7edd783a7a07ebc2dd630edcbcd2b0d/A is initiating minor compaction (all files) 2024-11-07T21:23:50,012 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): f7edd783a7a07ebc2dd630edcbcd2b0d/B is initiating minor compaction (all files) 2024-11-07T21:23:50,012 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f7edd783a7a07ebc2dd630edcbcd2b0d/A in TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:50,012 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f7edd783a7a07ebc2dd630edcbcd2b0d/B in TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:50,012 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/a49e474a26904d59851609ef2e7789c6, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/eb4738ea1cca4b1aaf1d7e30f9e6b868, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/3b6c35f2f30c400ebc75ae9aabb43b80] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp, totalSize=39.3 K 2024-11-07T21:23:50,012 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/297121219bad4c51815fb854542a306c, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/a4c4a375fc40475d9bb68dca5fc56311, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/4105faefc6094086bd52f164e1392ecc] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp, totalSize=36.9 K 2024-11-07T21:23:50,012 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting a49e474a26904d59851609ef2e7789c6, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1731014626455 2024-11-07T21:23:50,012 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 297121219bad4c51815fb854542a306c, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1731014626455 2024-11-07T21:23:50,013 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting a4c4a375fc40475d9bb68dca5fc56311, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1731014627606 2024-11-07T21:23:50,013 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting eb4738ea1cca4b1aaf1d7e30f9e6b868, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1731014627606 2024-11-07T21:23:50,013 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3b6c35f2f30c400ebc75ae9aabb43b80, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1731014628679 2024-11-07T21:23:50,013 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 4105faefc6094086bd52f164e1392ecc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1731014628679 2024-11-07T21:23:50,020 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f7edd783a7a07ebc2dd630edcbcd2b0d#B#compaction#282 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:23:50,020 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f7edd783a7a07ebc2dd630edcbcd2b0d#A#compaction#283 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:23:50,020 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/608874f32e8443ceb00748921904b8db is 50, key is test_row_0/B:col10/1731014628679/Put/seqid=0 2024-11-07T21:23:50,020 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/198900300bbf431b861c5d12fec64dee is 50, key is test_row_0/A:col10/1731014628679/Put/seqid=0 2024-11-07T21:23:50,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-07T21:23:50,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:50,021 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2902): Flushing f7edd783a7a07ebc2dd630edcbcd2b0d 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-07T21:23:50,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/3a5a555e6a7f4f3a9c10aecfc4b0fece is 50, key is test_row_0/A:col10/1731014628750/Put/seqid=0 2024-11-07T21:23:50,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742153_1329 (size=13255) 2024-11-07T21:23:50,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742152_1328 (size=13255) 2024-11-07T21:23:50,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-07T21:23:50,031 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/198900300bbf431b861c5d12fec64dee as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/198900300bbf431b861c5d12fec64dee 2024-11-07T21:23:50,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742154_1330 (size=12301) 2024-11-07T21:23:50,034 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/3a5a555e6a7f4f3a9c10aecfc4b0fece 2024-11-07T21:23:50,037 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f7edd783a7a07ebc2dd630edcbcd2b0d/A of f7edd783a7a07ebc2dd630edcbcd2b0d into 198900300bbf431b861c5d12fec64dee(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:23:50,037 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f7edd783a7a07ebc2dd630edcbcd2b0d: 2024-11-07T21:23:50,037 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., storeName=f7edd783a7a07ebc2dd630edcbcd2b0d/A, priority=13, startTime=1731014630011; duration=0sec 2024-11-07T21:23:50,037 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:23:50,037 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f7edd783a7a07ebc2dd630edcbcd2b0d:A 2024-11-07T21:23:50,037 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-07T21:23:50,037 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-07T21:23:50,038 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-07T21:23:50,038 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. because compaction request was cancelled 2024-11-07T21:23:50,038 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f7edd783a7a07ebc2dd630edcbcd2b0d:C 2024-11-07T21:23:50,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/d5d26c2e61794911be98f494783d5194 is 50, key is test_row_0/B:col10/1731014628750/Put/seqid=0 2024-11-07T21:23:50,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742155_1331 (size=12301) 2024-11-07T21:23:50,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-07T21:23:50,437 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/608874f32e8443ceb00748921904b8db as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/608874f32e8443ceb00748921904b8db 2024-11-07T21:23:50,442 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f7edd783a7a07ebc2dd630edcbcd2b0d/B of f7edd783a7a07ebc2dd630edcbcd2b0d into 608874f32e8443ceb00748921904b8db(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:23:50,442 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f7edd783a7a07ebc2dd630edcbcd2b0d: 2024-11-07T21:23:50,442 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., storeName=f7edd783a7a07ebc2dd630edcbcd2b0d/B, priority=13, startTime=1731014630011; duration=0sec 2024-11-07T21:23:50,442 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:23:50,442 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f7edd783a7a07ebc2dd630edcbcd2b0d:B 2024-11-07T21:23:50,445 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/d5d26c2e61794911be98f494783d5194 2024-11-07T21:23:50,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/a91686be9ac749408324a7679d161690 is 50, key is test_row_0/C:col10/1731014628750/Put/seqid=0 2024-11-07T21:23:50,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742156_1332 (size=12301) 2024-11-07T21:23:50,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-07T21:23:50,856 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/a91686be9ac749408324a7679d161690 2024-11-07T21:23:50,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/3a5a555e6a7f4f3a9c10aecfc4b0fece as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/3a5a555e6a7f4f3a9c10aecfc4b0fece 2024-11-07T21:23:50,864 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/3a5a555e6a7f4f3a9c10aecfc4b0fece, entries=150, sequenceid=412, filesize=12.0 K 2024-11-07T21:23:50,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/d5d26c2e61794911be98f494783d5194 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/d5d26c2e61794911be98f494783d5194 2024-11-07T21:23:50,868 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/d5d26c2e61794911be98f494783d5194, entries=150, sequenceid=412, filesize=12.0 K 2024-11-07T21:23:50,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/a91686be9ac749408324a7679d161690 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/a91686be9ac749408324a7679d161690 2024-11-07T21:23:50,873 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/a91686be9ac749408324a7679d161690, entries=150, sequenceid=412, filesize=12.0 K 2024-11-07T21:23:50,874 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=0 B/0 for f7edd783a7a07ebc2dd630edcbcd2b0d in 853ms, sequenceid=412, compaction requested=true 2024-11-07T21:23:50,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2603): Flush status journal for f7edd783a7a07ebc2dd630edcbcd2b0d: 2024-11-07T21:23:50,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:50,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=89 2024-11-07T21:23:50,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.HMaster(4169): Remote procedure done, pid=89 2024-11-07T21:23:50,877 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-11-07T21:23:50,877 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1610 sec 2024-11-07T21:23:50,879 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees in 1.1680 sec 2024-11-07T21:23:50,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on f7edd783a7a07ebc2dd630edcbcd2b0d 2024-11-07T21:23:50,932 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-07T21:23:50,932 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f7edd783a7a07ebc2dd630edcbcd2b0d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-07T21:23:50,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:50,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731014690959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:50,963 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:50,963 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:50,963 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:50,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:50,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50216 deadline: 1731014690959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:50,964 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:50,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:50,964 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:50,964 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:50,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50304 deadline: 1731014690960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:50,965 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:50,965 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:50,965 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:50,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:50,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731014690962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:50,966 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:50,967 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:50,967 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:50,977 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/d8c153934d2144bfb28a5ee8774f1f03 is 50, key is test_row_0/A:col10/1731014630931/Put/seqid=0 2024-11-07T21:23:50,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742157_1333 (size=14741) 2024-11-07T21:23:50,981 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/d8c153934d2144bfb28a5ee8774f1f03 2024-11-07T21:23:50,988 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/1bbed78657cd4d38a4cb98c022de68d7 is 50, key is test_row_0/B:col10/1731014630931/Put/seqid=0 2024-11-07T21:23:50,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742158_1334 (size=12301) 2024-11-07T21:23:50,998 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/1bbed78657cd4d38a4cb98c022de68d7 2024-11-07T21:23:51,006 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/0908c1ac0f6645f08fe9f2fd2d1d7352 is 50, key is test_row_0/C:col10/1731014630931/Put/seqid=0 2024-11-07T21:23:51,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742159_1335 (size=12301) 2024-11-07T21:23:51,028 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/0908c1ac0f6645f08fe9f2fd2d1d7352 2024-11-07T21:23:51,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/d8c153934d2144bfb28a5ee8774f1f03 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/d8c153934d2144bfb28a5ee8774f1f03 2024-11-07T21:23:51,037 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/d8c153934d2144bfb28a5ee8774f1f03, entries=200, sequenceid=426, filesize=14.4 K 2024-11-07T21:23:51,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/1bbed78657cd4d38a4cb98c022de68d7 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/1bbed78657cd4d38a4cb98c022de68d7 2024-11-07T21:23:51,042 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/1bbed78657cd4d38a4cb98c022de68d7, entries=150, sequenceid=426, filesize=12.0 K 2024-11-07T21:23:51,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/0908c1ac0f6645f08fe9f2fd2d1d7352 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/0908c1ac0f6645f08fe9f2fd2d1d7352 2024-11-07T21:23:51,046 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/0908c1ac0f6645f08fe9f2fd2d1d7352, entries=150, sequenceid=426, filesize=12.0 K 2024-11-07T21:23:51,047 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for f7edd783a7a07ebc2dd630edcbcd2b0d in 115ms, sequenceid=426, compaction requested=true 2024-11-07T21:23:51,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f7edd783a7a07ebc2dd630edcbcd2b0d: 2024-11-07T21:23:51,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f7edd783a7a07ebc2dd630edcbcd2b0d:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T21:23:51,047 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:23:51,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:23:51,047 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:23:51,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f7edd783a7a07ebc2dd630edcbcd2b0d:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T21:23:51,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:23:51,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f7edd783a7a07ebc2dd630edcbcd2b0d:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T21:23:51,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:23:51,049 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:23:51,049 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): f7edd783a7a07ebc2dd630edcbcd2b0d/B is initiating minor compaction (all files) 2024-11-07T21:23:51,049 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f7edd783a7a07ebc2dd630edcbcd2b0d/B in TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:51,049 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40297 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:23:51,049 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/608874f32e8443ceb00748921904b8db, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/d5d26c2e61794911be98f494783d5194, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/1bbed78657cd4d38a4cb98c022de68d7] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp, totalSize=37.0 K 2024-11-07T21:23:51,049 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1541): f7edd783a7a07ebc2dd630edcbcd2b0d/A is initiating minor compaction (all files) 2024-11-07T21:23:51,050 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f7edd783a7a07ebc2dd630edcbcd2b0d/A in TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:51,050 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/198900300bbf431b861c5d12fec64dee, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/3a5a555e6a7f4f3a9c10aecfc4b0fece, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/d8c153934d2144bfb28a5ee8774f1f03] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp, totalSize=39.4 K 2024-11-07T21:23:51,051 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 608874f32e8443ceb00748921904b8db, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1731014628679 2024-11-07T21:23:51,051 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 198900300bbf431b861c5d12fec64dee, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1731014628679 2024-11-07T21:23:51,051 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3a5a555e6a7f4f3a9c10aecfc4b0fece, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1731014628750 2024-11-07T21:23:51,051 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting d5d26c2e61794911be98f494783d5194, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1731014628750 2024-11-07T21:23:51,052 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting d8c153934d2144bfb28a5ee8774f1f03, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1731014630926 2024-11-07T21:23:51,052 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 1bbed78657cd4d38a4cb98c022de68d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1731014630926 2024-11-07T21:23:51,062 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f7edd783a7a07ebc2dd630edcbcd2b0d#B#compaction#290 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:23:51,062 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/e8e49bdece194707add561010d5406ed is 50, key is test_row_0/B:col10/1731014630931/Put/seqid=0 2024-11-07T21:23:51,065 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f7edd783a7a07ebc2dd630edcbcd2b0d#A#compaction#291 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:23:51,065 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/1cc2e093b85740b293eb106c12011ec4 is 50, key is test_row_0/A:col10/1731014630931/Put/seqid=0 2024-11-07T21:23:51,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on f7edd783a7a07ebc2dd630edcbcd2b0d 2024-11-07T21:23:51,077 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-07T21:23:51,077 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f7edd783a7a07ebc2dd630edcbcd2b0d 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-07T21:23:51,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:51,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50304 deadline: 1731014691086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:51,092 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:51,092 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:51,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:51,092 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:51,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731014691086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:51,093 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:51,093 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:51,093 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:51,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:51,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731014691086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:51,093 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:51,093 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:51,093 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:51,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:51,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50216 deadline: 1731014691092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:51,097 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:51,097 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:51,097 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:51,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742160_1336 (size=13357) 2024-11-07T21:23:51,115 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/5cde8f09d67b4db784452721a4e723f6 is 50, key is test_row_0/A:col10/1731014631075/Put/seqid=0 2024-11-07T21:23:51,123 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/e8e49bdece194707add561010d5406ed as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/e8e49bdece194707add561010d5406ed 2024-11-07T21:23:51,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742161_1337 (size=13357) 2024-11-07T21:23:51,129 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f7edd783a7a07ebc2dd630edcbcd2b0d/B of f7edd783a7a07ebc2dd630edcbcd2b0d into e8e49bdece194707add561010d5406ed(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:23:51,129 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f7edd783a7a07ebc2dd630edcbcd2b0d: 2024-11-07T21:23:51,129 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., storeName=f7edd783a7a07ebc2dd630edcbcd2b0d/B, priority=13, startTime=1731014631047; duration=0sec 2024-11-07T21:23:51,129 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:23:51,130 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f7edd783a7a07ebc2dd630edcbcd2b0d:B 2024-11-07T21:23:51,130 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T21:23:51,130 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/1cc2e093b85740b293eb106c12011ec4 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/1cc2e093b85740b293eb106c12011ec4 2024-11-07T21:23:51,131 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T21:23:51,131 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): f7edd783a7a07ebc2dd630edcbcd2b0d/C is initiating minor compaction (all files) 2024-11-07T21:23:51,131 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f7edd783a7a07ebc2dd630edcbcd2b0d/C in TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:51,131 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/9d1d7f5baace4eaba5e16f2b1f5edb08, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/e03a4773908644aaa0a2fa6eb964e220, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/a91686be9ac749408324a7679d161690, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/0908c1ac0f6645f08fe9f2fd2d1d7352] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp, totalSize=48.9 K 2024-11-07T21:23:51,132 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d1d7f5baace4eaba5e16f2b1f5edb08, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1731014627606 2024-11-07T21:23:51,133 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting e03a4773908644aaa0a2fa6eb964e220, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1731014628679 2024-11-07T21:23:51,133 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting a91686be9ac749408324a7679d161690, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1731014628750 2024-11-07T21:23:51,134 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 0908c1ac0f6645f08fe9f2fd2d1d7352, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1731014630926 2024-11-07T21:23:51,135 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f7edd783a7a07ebc2dd630edcbcd2b0d/A of f7edd783a7a07ebc2dd630edcbcd2b0d into 1cc2e093b85740b293eb106c12011ec4(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:23:51,135 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f7edd783a7a07ebc2dd630edcbcd2b0d: 2024-11-07T21:23:51,135 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., storeName=f7edd783a7a07ebc2dd630edcbcd2b0d/A, priority=13, startTime=1731014631047; duration=0sec 2024-11-07T21:23:51,136 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:23:51,136 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f7edd783a7a07ebc2dd630edcbcd2b0d:A 2024-11-07T21:23:51,145 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f7edd783a7a07ebc2dd630edcbcd2b0d#C#compaction#293 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:23:51,146 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/5a531d5da26e4a2b8eb954fccf3f5fb5 is 50, key is test_row_0/C:col10/1731014630931/Put/seqid=0 2024-11-07T21:23:51,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742162_1338 (size=14741) 2024-11-07T21:23:51,163 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/5cde8f09d67b4db784452721a4e723f6 2024-11-07T21:23:51,182 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/ce0f68939e07468f9a69e75dbf3860ce is 50, key is test_row_0/B:col10/1731014631075/Put/seqid=0 2024-11-07T21:23:51,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:51,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:51,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731014691200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:51,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50304 deadline: 1731014691200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:51,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:51,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:51,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50216 deadline: 1731014691200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:51,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731014691200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:51,202 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:51,202 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:51,202 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:51,202 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:51,202 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:51,202 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:51,203 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:51,203 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:51,203 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:51,203 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:51,203 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:51,203 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:51,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742163_1339 (size=13323) 2024-11-07T21:23:51,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742164_1340 (size=12301) 2024-11-07T21:23:51,223 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/5a531d5da26e4a2b8eb954fccf3f5fb5 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/5a531d5da26e4a2b8eb954fccf3f5fb5 2024-11-07T21:23:51,229 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f7edd783a7a07ebc2dd630edcbcd2b0d/C of f7edd783a7a07ebc2dd630edcbcd2b0d into 5a531d5da26e4a2b8eb954fccf3f5fb5(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:23:51,229 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f7edd783a7a07ebc2dd630edcbcd2b0d: 2024-11-07T21:23:51,229 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., storeName=f7edd783a7a07ebc2dd630edcbcd2b0d/C, priority=12, startTime=1731014631047; duration=0sec 2024-11-07T21:23:51,229 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:23:51,230 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f7edd783a7a07ebc2dd630edcbcd2b0d:C 2024-11-07T21:23:51,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:51,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50304 deadline: 1731014691410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:51,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:51,412 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:51,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50216 deadline: 1731014691410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:51,412 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:51,412 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:51,412 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:51,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:51,412 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:51,412 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:51,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731014691410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:51,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:51,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731014691410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:51,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:51,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:51,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:51,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:51,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:51,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:51,619 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/ce0f68939e07468f9a69e75dbf3860ce 2024-11-07T21:23:51,626 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/76656be2559b4053b37e184690ede794 is 50, key is test_row_0/C:col10/1731014631075/Put/seqid=0 2024-11-07T21:23:51,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742165_1341 (size=12301) 2024-11-07T21:23:51,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:51,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50216 deadline: 1731014691719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:51,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:51,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50304 deadline: 1731014691719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:51,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:51,721 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:51,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731014691720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:51,721 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:51,721 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:51,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:51,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731014691720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:51,722 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:51,722 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:51,722 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:51,722 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:51,722 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:51,722 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:51,722 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:51,722 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:51,722 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:51,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-07T21:23:51,859 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T21:23:51,859 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T21:23:51,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] procedure2.ProcedureExecutor(1139): Stored pid=90, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees 2024-11-07T21:23:51,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-07T21:23:51,861 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=90, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T21:23:51,862 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=90, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T21:23:51,862 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T21:23:51,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-07T21:23:52,014 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-07T21:23:52,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:52,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. as already flushing 2024-11-07T21:23:52,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:52,014 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:52,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:52,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:23:52,046 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/76656be2559b4053b37e184690ede794 2024-11-07T21:23:52,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/5cde8f09d67b4db784452721a4e723f6 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/5cde8f09d67b4db784452721a4e723f6 2024-11-07T21:23:52,054 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/5cde8f09d67b4db784452721a4e723f6, entries=200, sequenceid=453, filesize=14.4 K 2024-11-07T21:23:52,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/ce0f68939e07468f9a69e75dbf3860ce as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/ce0f68939e07468f9a69e75dbf3860ce 2024-11-07T21:23:52,068 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/ce0f68939e07468f9a69e75dbf3860ce, entries=150, sequenceid=453, filesize=12.0 K 2024-11-07T21:23:52,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/76656be2559b4053b37e184690ede794 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/76656be2559b4053b37e184690ede794 2024-11-07T21:23:52,073 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/76656be2559b4053b37e184690ede794, entries=150, sequenceid=453, filesize=12.0 K 2024-11-07T21:23:52,073 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for f7edd783a7a07ebc2dd630edcbcd2b0d in 996ms, sequenceid=453, compaction requested=false 2024-11-07T21:23:52,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f7edd783a7a07ebc2dd630edcbcd2b0d: 2024-11-07T21:23:52,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-07T21:23:52,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:52,167 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2902): Flushing f7edd783a7a07ebc2dd630edcbcd2b0d 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-07T21:23:52,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/ee40448ade964815be57ae174e589b14 is 50, key is test_row_0/A:col10/1731014631078/Put/seqid=0 2024-11-07T21:23:52,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742166_1342 (size=12301) 2024-11-07T21:23:52,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-07T21:23:52,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on f7edd783a7a07ebc2dd630edcbcd2b0d 2024-11-07T21:23:52,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. as already flushing 2024-11-07T21:23:52,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:52,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:52,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731014692255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:52,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731014692254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:52,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:52,259 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:52,259 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:52,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50304 deadline: 1731014692256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:52,259 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:52,259 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:52,259 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:52,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:52,259 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:52,259 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:52,259 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:52,259 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:52,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50216 deadline: 1731014692258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:52,259 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:52,259 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:52,259 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:52,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:52,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731014692369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:52,372 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:52,372 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:52,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:52,372 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:52,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50304 deadline: 1731014692369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:52,373 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:52,373 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:52,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:52,373 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:52,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731014692369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:52,373 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:52,373 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:52,373 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:52,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:52,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50216 deadline: 1731014692370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:52,373 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:52,373 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:52,373 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:52,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-07T21:23:52,552 INFO [Thread-1142 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1142. 2024-11-07T21:23:52,552 DEBUG [Thread-1142 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T21:23:52,552 DEBUG [Thread-1142 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:23:52,552 DEBUG [Thread-1142 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:23:52,552 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T21:23:52,554 INFO [Thread-1146 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1146. 2024-11-07T21:23:52,554 DEBUG [Thread-1146 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T21:23:52,554 DEBUG [Thread-1146 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:23:52,554 DEBUG [Thread-1146 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:23:52,554 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T21:23:52,555 INFO [Thread-1150 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1150. 2024-11-07T21:23:52,555 DEBUG [Thread-1150 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T21:23:52,555 DEBUG [Thread-1150 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:23:52,555 DEBUG [Thread-1150 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:23:52,555 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T21:23:52,556 INFO [Thread-1144 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1144. 2024-11-07T21:23:52,556 DEBUG [Thread-1144 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T21:23:52,556 DEBUG [Thread-1144 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:23:52,556 DEBUG [Thread-1144 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:23:52,556 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T21:23:52,556 INFO [Thread-1148 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1148. 2024-11-07T21:23:52,556 DEBUG [Thread-1148 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T21:23:52,556 DEBUG [Thread-1148 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:23:52,556 DEBUG [Thread-1148 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:23:52,557 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T21:23:52,575 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=465 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/ee40448ade964815be57ae174e589b14 2024-11-07T21:23:52,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:52,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:52,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50304 deadline: 1731014692579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:52,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731014692579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:52,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:52,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731014692580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:52,580 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:52,580 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:52,580 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:52,580 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:52,580 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:52,580 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:52,580 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:52,580 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:52,580 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:52,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:52,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50216 deadline: 1731014692580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:52,581 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:52,581 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:52,581 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:52,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/11b08f109f0b4be6bc7013d972749ce7 is 50, key is test_row_0/B:col10/1731014631078/Put/seqid=0 2024-11-07T21:23:52,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742167_1343 (size=12301) 2024-11-07T21:23:52,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:52,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:52,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:52,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50304 deadline: 1731014692889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:52,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731014692889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:52,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731014692889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:52,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:52,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50216 deadline: 1731014692890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:52,890 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:52,890 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:52,890 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:52,890 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:52,890 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:52,890 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:52,890 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:52,890 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:52,890 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:52,890 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:52,890 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:52,890 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:52,986 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=465 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/11b08f109f0b4be6bc7013d972749ce7 2024-11-07T21:23:52,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/84b05991f318479fb0cdda7a314a203e is 50, key is test_row_0/C:col10/1731014631078/Put/seqid=0 2024-11-07T21:23:52,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742168_1344 (size=12301) 2024-11-07T21:23:53,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-07T21:23:53,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:53,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50214 deadline: 1731014693289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:53,290 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 4fc742968c91,33553,1731014551923 for 'test_row_0' in f7edd783a7a07ebc2dd630edcbcd2b0d of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8228 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-07T21:23:53,290 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:53,291 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:53,291 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:53,396 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=465 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/84b05991f318479fb0cdda7a314a203e 2024-11-07T21:23:53,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:53,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:53,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731014693399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:53,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50266 deadline: 1731014693399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:53,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:53,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/ee40448ade964815be57ae174e589b14 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/ee40448ade964815be57ae174e589b14 2024-11-07T21:23:53,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:23:53,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50216 deadline: 1731014693400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:53,400 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:53,400 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:53,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50304 deadline: 1731014693400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 2024-11-07T21:23:53,400 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:53,400 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:53,400 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:53,400 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:53,400 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:53,400 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:53,400 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:53,400 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:23:53,400 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:53,400 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:23:53,403 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/ee40448ade964815be57ae174e589b14, entries=150, sequenceid=465, filesize=12.0 K 2024-11-07T21:23:53,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/11b08f109f0b4be6bc7013d972749ce7 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/11b08f109f0b4be6bc7013d972749ce7 2024-11-07T21:23:53,407 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/11b08f109f0b4be6bc7013d972749ce7, entries=150, sequenceid=465, filesize=12.0 K 2024-11-07T21:23:53,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/84b05991f318479fb0cdda7a314a203e as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/84b05991f318479fb0cdda7a314a203e 2024-11-07T21:23:53,411 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/84b05991f318479fb0cdda7a314a203e, entries=150, sequenceid=465, filesize=12.0 K 2024-11-07T21:23:53,411 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for f7edd783a7a07ebc2dd630edcbcd2b0d in 1244ms, sequenceid=465, compaction requested=true 2024-11-07T21:23:53,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2603): Flush status journal for f7edd783a7a07ebc2dd630edcbcd2b0d: 2024-11-07T21:23:53,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:53,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=91 2024-11-07T21:23:53,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.HMaster(4169): Remote procedure done, pid=91 2024-11-07T21:23:53,415 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-07T21:23:53,415 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5510 sec 2024-11-07T21:23:53,416 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees in 1.5560 sec 2024-11-07T21:23:54,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-07T21:23:54,010 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T21:23:54,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on f7edd783a7a07ebc2dd630edcbcd2b0d 2024-11-07T21:23:54,411 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-07T21:23:54,411 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f7edd783a7a07ebc2dd630edcbcd2b0d 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-07T21:23:54,411 INFO [Thread-1139 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1139. 2024-11-07T21:23:54,411 DEBUG [Thread-1139 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T21:23:54,411 INFO [Thread-1135 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1135. 2024-11-07T21:23:54,411 INFO [Thread-1137 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1137. 2024-11-07T21:23:54,412 DEBUG [Thread-1139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:23:54,412 DEBUG [Thread-1135 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T21:23:54,412 DEBUG [Thread-1137 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T21:23:54,412 DEBUG [Thread-1135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:23:54,412 DEBUG [Thread-1137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:23:54,412 DEBUG [Thread-1139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:23:54,412 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T21:23:54,412 DEBUG [Thread-1137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:23:54,412 DEBUG [Thread-1135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:23:54,412 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T21:23:54,412 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T21:23:54,413 INFO [Thread-1131 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1131. 2024-11-07T21:23:54,413 DEBUG [Thread-1131 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T21:23:54,413 DEBUG [Thread-1131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:23:54,413 DEBUG [Thread-1131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:23:54,413 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T21:23:54,415 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/ce9a77cbc7b64166b7dd7965dcb067b6 is 50, key is test_row_0/A:col10/1731014634410/Put/seqid=0 2024-11-07T21:23:54,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742169_1345 (size=12301) 2024-11-07T21:23:54,820 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=495 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/ce9a77cbc7b64166b7dd7965dcb067b6 2024-11-07T21:23:54,826 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/6342fb462cc4486ba74544a88818bd50 is 50, key is test_row_0/B:col10/1731014634410/Put/seqid=0 2024-11-07T21:23:54,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742170_1346 (size=12301) 2024-11-07T21:23:55,230 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=495 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/6342fb462cc4486ba74544a88818bd50 2024-11-07T21:23:55,236 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/8562fac202744ea78e63995c81147345 is 50, key is test_row_0/C:col10/1731014634410/Put/seqid=0 2024-11-07T21:23:55,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742171_1347 (size=12301) 2024-11-07T21:23:55,641 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=495 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/8562fac202744ea78e63995c81147345 2024-11-07T21:23:55,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/ce9a77cbc7b64166b7dd7965dcb067b6 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/ce9a77cbc7b64166b7dd7965dcb067b6 2024-11-07T21:23:55,652 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/ce9a77cbc7b64166b7dd7965dcb067b6, entries=150, sequenceid=495, filesize=12.0 K 2024-11-07T21:23:55,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/6342fb462cc4486ba74544a88818bd50 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/6342fb462cc4486ba74544a88818bd50 2024-11-07T21:23:55,656 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/6342fb462cc4486ba74544a88818bd50, entries=150, sequenceid=495, filesize=12.0 K 2024-11-07T21:23:55,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/8562fac202744ea78e63995c81147345 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/8562fac202744ea78e63995c81147345 2024-11-07T21:23:55,660 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/8562fac202744ea78e63995c81147345, entries=150, sequenceid=495, filesize=12.0 K 2024-11-07T21:23:55,661 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=6.71 KB/6870 for f7edd783a7a07ebc2dd630edcbcd2b0d in 1249ms, sequenceid=495, compaction requested=true 2024-11-07T21:23:55,661 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f7edd783a7a07ebc2dd630edcbcd2b0d: 2024-11-07T21:23:55,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f7edd783a7a07ebc2dd630edcbcd2b0d:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T21:23:55,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:23:55,661 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T21:23:55,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f7edd783a7a07ebc2dd630edcbcd2b0d:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T21:23:55,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:23:55,661 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T21:23:55,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f7edd783a7a07ebc2dd630edcbcd2b0d:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T21:23:55,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:23:55,662 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50260 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T21:23:55,662 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52700 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T21:23:55,662 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): f7edd783a7a07ebc2dd630edcbcd2b0d/B is initiating minor compaction (all files) 2024-11-07T21:23:55,662 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1541): f7edd783a7a07ebc2dd630edcbcd2b0d/A is initiating minor compaction (all files) 2024-11-07T21:23:55,662 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f7edd783a7a07ebc2dd630edcbcd2b0d/B in TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:55,662 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f7edd783a7a07ebc2dd630edcbcd2b0d/A in TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:55,662 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/1cc2e093b85740b293eb106c12011ec4, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/5cde8f09d67b4db784452721a4e723f6, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/ee40448ade964815be57ae174e589b14, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/ce9a77cbc7b64166b7dd7965dcb067b6] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp, totalSize=51.5 K 2024-11-07T21:23:55,662 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/e8e49bdece194707add561010d5406ed, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/ce0f68939e07468f9a69e75dbf3860ce, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/11b08f109f0b4be6bc7013d972749ce7, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/6342fb462cc4486ba74544a88818bd50] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp, totalSize=49.1 K 2024-11-07T21:23:55,662 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting e8e49bdece194707add561010d5406ed, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1731014630926 2024-11-07T21:23:55,662 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1cc2e093b85740b293eb106c12011ec4, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1731014630926 2024-11-07T21:23:55,662 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5cde8f09d67b4db784452721a4e723f6, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1731014630958 2024-11-07T21:23:55,662 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting ce0f68939e07468f9a69e75dbf3860ce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1731014630958 2024-11-07T21:23:55,663 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting ee40448ade964815be57ae174e589b14, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=465, earliestPutTs=1731014631078 2024-11-07T21:23:55,663 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 11b08f109f0b4be6bc7013d972749ce7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=465, earliestPutTs=1731014631078 2024-11-07T21:23:55,663 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 6342fb462cc4486ba74544a88818bd50, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=495, earliestPutTs=1731014634410 2024-11-07T21:23:55,663 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting ce9a77cbc7b64166b7dd7965dcb067b6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=495, earliestPutTs=1731014634410 2024-11-07T21:23:55,670 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f7edd783a7a07ebc2dd630edcbcd2b0d#B#compaction#302 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:23:55,670 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f7edd783a7a07ebc2dd630edcbcd2b0d#A#compaction#303 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:23:55,670 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/1ed274bade8249d89b08382dd5c89eee is 50, key is test_row_0/B:col10/1731014634410/Put/seqid=0 2024-11-07T21:23:55,670 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/d37c59d81e534f0dbda3fc0850e2afc2 is 50, key is test_row_0/A:col10/1731014634410/Put/seqid=0 2024-11-07T21:23:55,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742173_1349 (size=13493) 2024-11-07T21:23:55,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742172_1348 (size=13493) 2024-11-07T21:23:56,077 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/d37c59d81e534f0dbda3fc0850e2afc2 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/d37c59d81e534f0dbda3fc0850e2afc2 2024-11-07T21:23:56,082 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/1ed274bade8249d89b08382dd5c89eee as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/1ed274bade8249d89b08382dd5c89eee 2024-11-07T21:23:56,082 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f7edd783a7a07ebc2dd630edcbcd2b0d/A of f7edd783a7a07ebc2dd630edcbcd2b0d into d37c59d81e534f0dbda3fc0850e2afc2(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:23:56,082 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f7edd783a7a07ebc2dd630edcbcd2b0d: 2024-11-07T21:23:56,082 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., storeName=f7edd783a7a07ebc2dd630edcbcd2b0d/A, priority=12, startTime=1731014635661; duration=0sec 2024-11-07T21:23:56,082 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:23:56,082 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f7edd783a7a07ebc2dd630edcbcd2b0d:A 2024-11-07T21:23:56,082 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T21:23:56,083 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50226 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T21:23:56,083 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1541): f7edd783a7a07ebc2dd630edcbcd2b0d/C is initiating minor compaction (all files) 2024-11-07T21:23:56,083 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f7edd783a7a07ebc2dd630edcbcd2b0d/C in TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:23:56,084 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/5a531d5da26e4a2b8eb954fccf3f5fb5, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/76656be2559b4053b37e184690ede794, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/84b05991f318479fb0cdda7a314a203e, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/8562fac202744ea78e63995c81147345] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp, totalSize=49.0 K 2024-11-07T21:23:56,084 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5a531d5da26e4a2b8eb954fccf3f5fb5, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1731014630926 2024-11-07T21:23:56,084 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 76656be2559b4053b37e184690ede794, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1731014630958 2024-11-07T21:23:56,084 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 84b05991f318479fb0cdda7a314a203e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=465, earliestPutTs=1731014631078 2024-11-07T21:23:56,085 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8562fac202744ea78e63995c81147345, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=495, earliestPutTs=1731014634410 2024-11-07T21:23:56,086 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f7edd783a7a07ebc2dd630edcbcd2b0d/B of f7edd783a7a07ebc2dd630edcbcd2b0d into 1ed274bade8249d89b08382dd5c89eee(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:23:56,086 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f7edd783a7a07ebc2dd630edcbcd2b0d: 2024-11-07T21:23:56,086 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., storeName=f7edd783a7a07ebc2dd630edcbcd2b0d/B, priority=12, startTime=1731014635661; duration=0sec 2024-11-07T21:23:56,086 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:23:56,086 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f7edd783a7a07ebc2dd630edcbcd2b0d:B 2024-11-07T21:23:56,091 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f7edd783a7a07ebc2dd630edcbcd2b0d#C#compaction#304 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:23:56,092 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/e070230450a542c98df746332241f694 is 50, key is test_row_0/C:col10/1731014634410/Put/seqid=0 2024-11-07T21:23:56,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742174_1350 (size=13459) 2024-11-07T21:23:56,099 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/e070230450a542c98df746332241f694 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/e070230450a542c98df746332241f694 2024-11-07T21:23:56,103 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f7edd783a7a07ebc2dd630edcbcd2b0d/C of f7edd783a7a07ebc2dd630edcbcd2b0d into e070230450a542c98df746332241f694(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:23:56,103 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f7edd783a7a07ebc2dd630edcbcd2b0d: 2024-11-07T21:23:56,103 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., storeName=f7edd783a7a07ebc2dd630edcbcd2b0d/C, priority=12, startTime=1731014635661; duration=0sec 2024-11-07T21:23:56,103 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:23:56,103 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f7edd783a7a07ebc2dd630edcbcd2b0d:C 2024-11-07T21:24:00,200 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T21:24:03,331 INFO [Thread-1133 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1133. 2024-11-07T21:24:03,331 DEBUG [Thread-1133 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T21:24:03,331 DEBUG [Thread-1133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:24:03,331 DEBUG [Thread-1133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:24:03,331 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T21:24:03,331 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-07T21:24:03,331 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-11-07T21:24:03,331 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 24 2024-11-07T21:24:03,331 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 84 2024-11-07T21:24:03,331 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 90 2024-11-07T21:24:03,331 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 117 2024-11-07T21:24:03,331 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-07T21:24:03,331 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4010 2024-11-07T21:24:03,331 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3679 2024-11-07T21:24:03,331 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3725 2024-11-07T21:24:03,331 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4028 2024-11-07T21:24:03,331 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3684 2024-11-07T21:24:03,331 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-07T21:24:03,331 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T21:24:03,331 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T21:24:03,331 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:24:03,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:24:03,332 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T21:24:03,332 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-07T21:24:03,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] procedure2.ProcedureExecutor(1139): Stored pid=92, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-07T21:24:03,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-07T21:24:03,334 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731014643334"}]},"ts":"1731014643334"} 2024-11-07T21:24:03,335 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-07T21:24:03,335 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-07T21:24:03,336 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-07T21:24:03,337 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f7edd783a7a07ebc2dd630edcbcd2b0d, UNASSIGN}] 2024-11-07T21:24:03,338 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f7edd783a7a07ebc2dd630edcbcd2b0d, UNASSIGN 2024-11-07T21:24:03,338 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=f7edd783a7a07ebc2dd630edcbcd2b0d, regionState=CLOSING, regionLocation=4fc742968c91,33553,1731014551923 2024-11-07T21:24:03,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f7edd783a7a07ebc2dd630edcbcd2b0d, UNASSIGN because future has completed 2024-11-07T21:24:03,340 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-07T21:24:03,340 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE, hasLock=false; CloseRegionProcedure f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923}] 2024-11-07T21:24:03,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-07T21:24:03,492 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(122): Close f7edd783a7a07ebc2dd630edcbcd2b0d 2024-11-07T21:24:03,492 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-07T21:24:03,492 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1722): Closing f7edd783a7a07ebc2dd630edcbcd2b0d, disabling compactions & flushes 2024-11-07T21:24:03,492 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:24:03,492 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:24:03,492 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. after waiting 0 ms 2024-11-07T21:24:03,492 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:24:03,492 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(2902): Flushing f7edd783a7a07ebc2dd630edcbcd2b0d 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-07T21:24:03,496 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/cf496bce434d407c805804f54a4d6eb9 is 50, key is test_row_0/A:col10/1731014643330/Put/seqid=0 2024-11-07T21:24:03,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742175_1351 (size=7415) 2024-11-07T21:24:03,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-07T21:24:03,900 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=503 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/cf496bce434d407c805804f54a4d6eb9 2024-11-07T21:24:03,905 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/90a7bd6b830d4c1e92ecf6fa81c18628 is 50, key is test_row_0/B:col10/1731014643330/Put/seqid=0 2024-11-07T21:24:03,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742176_1352 (size=7415) 2024-11-07T21:24:03,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-07T21:24:04,309 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=503 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/90a7bd6b830d4c1e92ecf6fa81c18628 2024-11-07T21:24:04,314 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/66d85a9db4f544fc93a37038287b1372 is 50, key is test_row_0/C:col10/1731014643330/Put/seqid=0 2024-11-07T21:24:04,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742177_1353 (size=7415) 2024-11-07T21:24:04,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-07T21:24:04,720 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=503 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/66d85a9db4f544fc93a37038287b1372 2024-11-07T21:24:04,724 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/A/cf496bce434d407c805804f54a4d6eb9 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/cf496bce434d407c805804f54a4d6eb9 2024-11-07T21:24:04,728 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/cf496bce434d407c805804f54a4d6eb9, entries=50, sequenceid=503, filesize=7.2 K 2024-11-07T21:24:04,728 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/B/90a7bd6b830d4c1e92ecf6fa81c18628 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/90a7bd6b830d4c1e92ecf6fa81c18628 2024-11-07T21:24:04,731 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/90a7bd6b830d4c1e92ecf6fa81c18628, entries=50, sequenceid=503, filesize=7.2 K 2024-11-07T21:24:04,731 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/.tmp/C/66d85a9db4f544fc93a37038287b1372 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/66d85a9db4f544fc93a37038287b1372 2024-11-07T21:24:04,734 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/66d85a9db4f544fc93a37038287b1372, entries=50, sequenceid=503, filesize=7.2 K 2024-11-07T21:24:04,735 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for f7edd783a7a07ebc2dd630edcbcd2b0d in 1243ms, sequenceid=503, compaction requested=false 2024-11-07T21:24:04,736 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/5d247a18d2ad4ed5be2639a2f315f21f, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/93b3224cc17043f0a85dc1e2c50da9ee, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/d405e5ae34a94b39a84f668b5782b5ce, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/eac8de3b77b4406eaa3507f62ae176e2, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/7c19841f7f1b4f07b4e08fa6c2d65f38, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/6e29a0157cff4f7499c34e04ce3016ad, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/e0d40473d5744935832a4ca1299b6200, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/451087f79a2a4371958c00c082283723, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/82a8e2544f114eaa99a9571fbed79cc5, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/b5a04d60af214b598c58c6d0cbebd4b3, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/8a331efe1ada47d293e875a2964813a8, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/0a13d5c5d8ae4fcfa052022137f8a275, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/566970c1ef4f4205996b88e8337b9fe3, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/baec9bdeaf524420b08e28ba9958684d, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/0aaf60064f614b90bf1b997bbfd0b397, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/6b332f15b9ac4c489aaaefeda7d85c04, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/e649b6da6fae402491170443bb1705cf, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/abe61fd47711499eb99693fe4e90ec3d, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/3b642820d8844d59817086e6fd07ea73, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/cfa63c776258409d8ff50716768c48e2, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/823999f524d24d5983e590d0adb1535e, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/43c9583f94fc48c1b305f6ad88ee839c, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/4a8b6b7723734178a90056a9cdfc3e9c, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/8ef081a888344994b769e1839f3de0c9, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/681b68ac73584965a46722b2290598ba, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/a49e474a26904d59851609ef2e7789c6, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/eb4738ea1cca4b1aaf1d7e30f9e6b868, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/3b6c35f2f30c400ebc75ae9aabb43b80, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/198900300bbf431b861c5d12fec64dee, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/3a5a555e6a7f4f3a9c10aecfc4b0fece, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/d8c153934d2144bfb28a5ee8774f1f03, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/1cc2e093b85740b293eb106c12011ec4, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/5cde8f09d67b4db784452721a4e723f6, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/ee40448ade964815be57ae174e589b14, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/ce9a77cbc7b64166b7dd7965dcb067b6] to archive 2024-11-07T21:24:04,737 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T21:24:04,738 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/5d247a18d2ad4ed5be2639a2f315f21f to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/5d247a18d2ad4ed5be2639a2f315f21f 2024-11-07T21:24:04,739 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/93b3224cc17043f0a85dc1e2c50da9ee to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/93b3224cc17043f0a85dc1e2c50da9ee 2024-11-07T21:24:04,739 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/d405e5ae34a94b39a84f668b5782b5ce to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/d405e5ae34a94b39a84f668b5782b5ce 2024-11-07T21:24:04,740 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/eac8de3b77b4406eaa3507f62ae176e2 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/eac8de3b77b4406eaa3507f62ae176e2 2024-11-07T21:24:04,741 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/7c19841f7f1b4f07b4e08fa6c2d65f38 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/7c19841f7f1b4f07b4e08fa6c2d65f38 2024-11-07T21:24:04,742 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/6e29a0157cff4f7499c34e04ce3016ad to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/6e29a0157cff4f7499c34e04ce3016ad 2024-11-07T21:24:04,742 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/e0d40473d5744935832a4ca1299b6200 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/e0d40473d5744935832a4ca1299b6200 2024-11-07T21:24:04,743 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/451087f79a2a4371958c00c082283723 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/451087f79a2a4371958c00c082283723 2024-11-07T21:24:04,743 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/82a8e2544f114eaa99a9571fbed79cc5 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/82a8e2544f114eaa99a9571fbed79cc5 2024-11-07T21:24:04,744 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/b5a04d60af214b598c58c6d0cbebd4b3 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/b5a04d60af214b598c58c6d0cbebd4b3 2024-11-07T21:24:04,745 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/8a331efe1ada47d293e875a2964813a8 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/8a331efe1ada47d293e875a2964813a8 2024-11-07T21:24:04,745 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/0a13d5c5d8ae4fcfa052022137f8a275 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/0a13d5c5d8ae4fcfa052022137f8a275 2024-11-07T21:24:04,746 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/566970c1ef4f4205996b88e8337b9fe3 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/566970c1ef4f4205996b88e8337b9fe3 2024-11-07T21:24:04,747 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/baec9bdeaf524420b08e28ba9958684d to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/baec9bdeaf524420b08e28ba9958684d 2024-11-07T21:24:04,747 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/0aaf60064f614b90bf1b997bbfd0b397 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/0aaf60064f614b90bf1b997bbfd0b397 2024-11-07T21:24:04,748 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/6b332f15b9ac4c489aaaefeda7d85c04 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/6b332f15b9ac4c489aaaefeda7d85c04 2024-11-07T21:24:04,749 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/e649b6da6fae402491170443bb1705cf to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/e649b6da6fae402491170443bb1705cf 2024-11-07T21:24:04,749 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/abe61fd47711499eb99693fe4e90ec3d to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/abe61fd47711499eb99693fe4e90ec3d 2024-11-07T21:24:04,750 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/3b642820d8844d59817086e6fd07ea73 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/3b642820d8844d59817086e6fd07ea73 2024-11-07T21:24:04,751 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/cfa63c776258409d8ff50716768c48e2 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/cfa63c776258409d8ff50716768c48e2 2024-11-07T21:24:04,752 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/823999f524d24d5983e590d0adb1535e to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/823999f524d24d5983e590d0adb1535e 2024-11-07T21:24:04,752 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/43c9583f94fc48c1b305f6ad88ee839c to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/43c9583f94fc48c1b305f6ad88ee839c 2024-11-07T21:24:04,753 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/4a8b6b7723734178a90056a9cdfc3e9c to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/4a8b6b7723734178a90056a9cdfc3e9c 2024-11-07T21:24:04,754 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/8ef081a888344994b769e1839f3de0c9 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/8ef081a888344994b769e1839f3de0c9 2024-11-07T21:24:04,755 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/681b68ac73584965a46722b2290598ba to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/681b68ac73584965a46722b2290598ba 2024-11-07T21:24:04,755 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/a49e474a26904d59851609ef2e7789c6 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/a49e474a26904d59851609ef2e7789c6 2024-11-07T21:24:04,756 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/eb4738ea1cca4b1aaf1d7e30f9e6b868 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/eb4738ea1cca4b1aaf1d7e30f9e6b868 2024-11-07T21:24:04,757 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/3b6c35f2f30c400ebc75ae9aabb43b80 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/3b6c35f2f30c400ebc75ae9aabb43b80 2024-11-07T21:24:04,758 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/198900300bbf431b861c5d12fec64dee to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/198900300bbf431b861c5d12fec64dee 2024-11-07T21:24:04,758 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/3a5a555e6a7f4f3a9c10aecfc4b0fece to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/3a5a555e6a7f4f3a9c10aecfc4b0fece 2024-11-07T21:24:04,759 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/d8c153934d2144bfb28a5ee8774f1f03 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/d8c153934d2144bfb28a5ee8774f1f03 2024-11-07T21:24:04,760 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/1cc2e093b85740b293eb106c12011ec4 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/1cc2e093b85740b293eb106c12011ec4 2024-11-07T21:24:04,760 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/5cde8f09d67b4db784452721a4e723f6 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/5cde8f09d67b4db784452721a4e723f6 2024-11-07T21:24:04,761 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/ee40448ade964815be57ae174e589b14 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/ee40448ade964815be57ae174e589b14 2024-11-07T21:24:04,762 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/ce9a77cbc7b64166b7dd7965dcb067b6 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/ce9a77cbc7b64166b7dd7965dcb067b6 2024-11-07T21:24:04,763 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/ef3dee74b47d4da08b18e11b1782cc91, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/c5eb07bf7c1843abbf7e34a491e8bf09, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/53b5b8bc4271421e91aafeb31e1b9719, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/83d29e5172ab49b49180799899e14565, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/b1263b5f9bd246b4bb80d8f77d592b9c, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/cf08c0377b8640528b6c07ba39f2a228, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/7b8474c4d01943cc937f0073fae2facf, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/61e169b28130403b8a6b713359f0b344, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/1e3558f9b62b4b8eb62cfb6816ed738e, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/bd7dd7e903df464ca849754cf44840a2, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/134caf4713fa437d81f2a815edff8bcc, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/4297543a49a842ffab2f89f1d600019c, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/fefb02721aaf473295476564c7cf7043, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/14b7027161974ff28a183f8605aefc95, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/0436912acd4546b7919f854c8ec765bd, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/7ea101d667774fd4b0d7234bf55169e2, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/90e45b2d3b0f43038d58e993fb055053, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/bc2f31d06935446ebeebc51af9b1dd00, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/45021d36c7174f4bbd130c1fe621ade2, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/acc39ce879dd46eeb328a5971e335b2e, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/26e07192b8734f909792f558dfa9cbc4, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/34770e2f06a74a3b85b7fdb0e725b6d8, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/3a3d8b4752914e8e8b3239c08a4ca28f, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/773fae041c0d43a787b80a992e942294, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/297121219bad4c51815fb854542a306c, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/d10399ac83264258971173e34c5c0302, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/a4c4a375fc40475d9bb68dca5fc56311, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/608874f32e8443ceb00748921904b8db, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/4105faefc6094086bd52f164e1392ecc, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/d5d26c2e61794911be98f494783d5194, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/e8e49bdece194707add561010d5406ed, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/1bbed78657cd4d38a4cb98c022de68d7, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/ce0f68939e07468f9a69e75dbf3860ce, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/11b08f109f0b4be6bc7013d972749ce7, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/6342fb462cc4486ba74544a88818bd50] to archive 2024-11-07T21:24:04,764 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T21:24:04,765 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/ef3dee74b47d4da08b18e11b1782cc91 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/ef3dee74b47d4da08b18e11b1782cc91 2024-11-07T21:24:04,766 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/c5eb07bf7c1843abbf7e34a491e8bf09 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/c5eb07bf7c1843abbf7e34a491e8bf09 2024-11-07T21:24:04,766 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/53b5b8bc4271421e91aafeb31e1b9719 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/53b5b8bc4271421e91aafeb31e1b9719 2024-11-07T21:24:04,767 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/83d29e5172ab49b49180799899e14565 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/83d29e5172ab49b49180799899e14565 2024-11-07T21:24:04,768 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/b1263b5f9bd246b4bb80d8f77d592b9c to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/b1263b5f9bd246b4bb80d8f77d592b9c 2024-11-07T21:24:04,769 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/cf08c0377b8640528b6c07ba39f2a228 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/cf08c0377b8640528b6c07ba39f2a228 2024-11-07T21:24:04,770 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/7b8474c4d01943cc937f0073fae2facf to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/7b8474c4d01943cc937f0073fae2facf 2024-11-07T21:24:04,770 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/61e169b28130403b8a6b713359f0b344 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/61e169b28130403b8a6b713359f0b344 2024-11-07T21:24:04,771 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/1e3558f9b62b4b8eb62cfb6816ed738e to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/1e3558f9b62b4b8eb62cfb6816ed738e 2024-11-07T21:24:04,772 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/bd7dd7e903df464ca849754cf44840a2 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/bd7dd7e903df464ca849754cf44840a2 2024-11-07T21:24:04,773 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/134caf4713fa437d81f2a815edff8bcc to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/134caf4713fa437d81f2a815edff8bcc 2024-11-07T21:24:04,774 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/4297543a49a842ffab2f89f1d600019c to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/4297543a49a842ffab2f89f1d600019c 2024-11-07T21:24:04,775 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/fefb02721aaf473295476564c7cf7043 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/fefb02721aaf473295476564c7cf7043 2024-11-07T21:24:04,775 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/14b7027161974ff28a183f8605aefc95 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/14b7027161974ff28a183f8605aefc95 2024-11-07T21:24:04,776 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/0436912acd4546b7919f854c8ec765bd to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/0436912acd4546b7919f854c8ec765bd 2024-11-07T21:24:04,778 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/7ea101d667774fd4b0d7234bf55169e2 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/7ea101d667774fd4b0d7234bf55169e2 2024-11-07T21:24:04,779 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/90e45b2d3b0f43038d58e993fb055053 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/90e45b2d3b0f43038d58e993fb055053 2024-11-07T21:24:04,780 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/bc2f31d06935446ebeebc51af9b1dd00 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/bc2f31d06935446ebeebc51af9b1dd00 2024-11-07T21:24:04,781 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/45021d36c7174f4bbd130c1fe621ade2 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/45021d36c7174f4bbd130c1fe621ade2 2024-11-07T21:24:04,782 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/acc39ce879dd46eeb328a5971e335b2e to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/acc39ce879dd46eeb328a5971e335b2e 2024-11-07T21:24:04,783 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/26e07192b8734f909792f558dfa9cbc4 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/26e07192b8734f909792f558dfa9cbc4 2024-11-07T21:24:04,785 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/34770e2f06a74a3b85b7fdb0e725b6d8 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/34770e2f06a74a3b85b7fdb0e725b6d8 2024-11-07T21:24:04,786 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/3a3d8b4752914e8e8b3239c08a4ca28f to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/3a3d8b4752914e8e8b3239c08a4ca28f 2024-11-07T21:24:04,787 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/773fae041c0d43a787b80a992e942294 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/773fae041c0d43a787b80a992e942294 2024-11-07T21:24:04,789 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/297121219bad4c51815fb854542a306c to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/297121219bad4c51815fb854542a306c 2024-11-07T21:24:04,790 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/d10399ac83264258971173e34c5c0302 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/d10399ac83264258971173e34c5c0302 2024-11-07T21:24:04,791 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/a4c4a375fc40475d9bb68dca5fc56311 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/a4c4a375fc40475d9bb68dca5fc56311 2024-11-07T21:24:04,792 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/608874f32e8443ceb00748921904b8db to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/608874f32e8443ceb00748921904b8db 2024-11-07T21:24:04,793 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/4105faefc6094086bd52f164e1392ecc to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/4105faefc6094086bd52f164e1392ecc 2024-11-07T21:24:04,794 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/d5d26c2e61794911be98f494783d5194 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/d5d26c2e61794911be98f494783d5194 2024-11-07T21:24:04,795 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/e8e49bdece194707add561010d5406ed to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/e8e49bdece194707add561010d5406ed 2024-11-07T21:24:04,796 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/1bbed78657cd4d38a4cb98c022de68d7 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/1bbed78657cd4d38a4cb98c022de68d7 2024-11-07T21:24:04,797 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/ce0f68939e07468f9a69e75dbf3860ce to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/ce0f68939e07468f9a69e75dbf3860ce 2024-11-07T21:24:04,798 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/11b08f109f0b4be6bc7013d972749ce7 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/11b08f109f0b4be6bc7013d972749ce7 2024-11-07T21:24:04,799 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/6342fb462cc4486ba74544a88818bd50 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/6342fb462cc4486ba74544a88818bd50 2024-11-07T21:24:04,801 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/926cf295821b48f8ac202b5755847390, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/778bcb9c4e7a4175955129056bb4f196, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/18117086324545059da25cadb6d634bd, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/7113c47292624575b82b5b99406ad533, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/85380ff3a5524d7ab94d2ed9539f0ca0, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/3b6ec4beb39745a0a018fd19a50f2fa5, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/75cc72a51f1e4d65a7647ee1282209c9, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/33e088f7f1fd4ea8bc70b58a61d06611, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/73e80e20a1704495ac845761e059e1dd, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/7e1786116f224620a0e58a48a355bbca, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/01c42d2709c548278a2cf4ef2f55f6a5, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/9c00dba0d5084da785affc04c0c840e6, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/ae4e1809994c435480d8006a900041af, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/a0c8d6bd925b4c9e85e3e81e05ac0112, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/be851d2d88664f8ba3c930cc37ebde66, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/ee7c6ef699114010b8b2825a57744fe5, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/24a68f5abbbe486993c9f6eb79dda6c4, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/24a9180a77564c0d8a0ed89bdf7b8f20, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/1bbe9caeaca843fc9c1b617120304128, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/18452492c96a47c49fad1548db9d6cd9, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/cf11fb00529243409ee39b2f65585246, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/e24c48329cad42d4a0c369fdd7c517e6, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/f4eb5c04541d419384917d3ab67762b5, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/edad180a9fca47baab85c6a7ccde00a7, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/5420569198b84feca9fbd2b09c651f45, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/9d1d7f5baace4eaba5e16f2b1f5edb08, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/602d654f65d644ee89fa2d815b84bb66, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/e03a4773908644aaa0a2fa6eb964e220, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/a91686be9ac749408324a7679d161690, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/5a531d5da26e4a2b8eb954fccf3f5fb5, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/0908c1ac0f6645f08fe9f2fd2d1d7352, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/76656be2559b4053b37e184690ede794, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/84b05991f318479fb0cdda7a314a203e, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/8562fac202744ea78e63995c81147345] to archive 2024-11-07T21:24:04,802 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T21:24:04,803 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/926cf295821b48f8ac202b5755847390 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/926cf295821b48f8ac202b5755847390 2024-11-07T21:24:04,804 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/778bcb9c4e7a4175955129056bb4f196 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/778bcb9c4e7a4175955129056bb4f196 2024-11-07T21:24:04,806 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/18117086324545059da25cadb6d634bd to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/18117086324545059da25cadb6d634bd 2024-11-07T21:24:04,807 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/7113c47292624575b82b5b99406ad533 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/7113c47292624575b82b5b99406ad533 2024-11-07T21:24:04,808 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/85380ff3a5524d7ab94d2ed9539f0ca0 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/85380ff3a5524d7ab94d2ed9539f0ca0 2024-11-07T21:24:04,808 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/3b6ec4beb39745a0a018fd19a50f2fa5 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/3b6ec4beb39745a0a018fd19a50f2fa5 2024-11-07T21:24:04,810 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/75cc72a51f1e4d65a7647ee1282209c9 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/75cc72a51f1e4d65a7647ee1282209c9 2024-11-07T21:24:04,810 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/33e088f7f1fd4ea8bc70b58a61d06611 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/33e088f7f1fd4ea8bc70b58a61d06611 2024-11-07T21:24:04,811 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/73e80e20a1704495ac845761e059e1dd to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/73e80e20a1704495ac845761e059e1dd 2024-11-07T21:24:04,812 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/7e1786116f224620a0e58a48a355bbca to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/7e1786116f224620a0e58a48a355bbca 2024-11-07T21:24:04,813 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/01c42d2709c548278a2cf4ef2f55f6a5 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/01c42d2709c548278a2cf4ef2f55f6a5 2024-11-07T21:24:04,813 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/9c00dba0d5084da785affc04c0c840e6 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/9c00dba0d5084da785affc04c0c840e6 2024-11-07T21:24:04,814 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/ae4e1809994c435480d8006a900041af to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/ae4e1809994c435480d8006a900041af 2024-11-07T21:24:04,815 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/a0c8d6bd925b4c9e85e3e81e05ac0112 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/a0c8d6bd925b4c9e85e3e81e05ac0112 2024-11-07T21:24:04,815 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/be851d2d88664f8ba3c930cc37ebde66 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/be851d2d88664f8ba3c930cc37ebde66 2024-11-07T21:24:04,816 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/ee7c6ef699114010b8b2825a57744fe5 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/ee7c6ef699114010b8b2825a57744fe5 2024-11-07T21:24:04,817 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/24a68f5abbbe486993c9f6eb79dda6c4 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/24a68f5abbbe486993c9f6eb79dda6c4 2024-11-07T21:24:04,817 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/24a9180a77564c0d8a0ed89bdf7b8f20 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/24a9180a77564c0d8a0ed89bdf7b8f20 2024-11-07T21:24:04,818 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/1bbe9caeaca843fc9c1b617120304128 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/1bbe9caeaca843fc9c1b617120304128 2024-11-07T21:24:04,819 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/18452492c96a47c49fad1548db9d6cd9 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/18452492c96a47c49fad1548db9d6cd9 2024-11-07T21:24:04,819 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/cf11fb00529243409ee39b2f65585246 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/cf11fb00529243409ee39b2f65585246 2024-11-07T21:24:04,820 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/e24c48329cad42d4a0c369fdd7c517e6 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/e24c48329cad42d4a0c369fdd7c517e6 2024-11-07T21:24:04,821 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/f4eb5c04541d419384917d3ab67762b5 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/f4eb5c04541d419384917d3ab67762b5 2024-11-07T21:24:04,822 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/edad180a9fca47baab85c6a7ccde00a7 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/edad180a9fca47baab85c6a7ccde00a7 2024-11-07T21:24:04,822 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/5420569198b84feca9fbd2b09c651f45 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/5420569198b84feca9fbd2b09c651f45 2024-11-07T21:24:04,823 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/9d1d7f5baace4eaba5e16f2b1f5edb08 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/9d1d7f5baace4eaba5e16f2b1f5edb08 2024-11-07T21:24:04,824 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/602d654f65d644ee89fa2d815b84bb66 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/602d654f65d644ee89fa2d815b84bb66 2024-11-07T21:24:04,824 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/e03a4773908644aaa0a2fa6eb964e220 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/e03a4773908644aaa0a2fa6eb964e220 2024-11-07T21:24:04,825 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/a91686be9ac749408324a7679d161690 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/a91686be9ac749408324a7679d161690 2024-11-07T21:24:04,826 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/5a531d5da26e4a2b8eb954fccf3f5fb5 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/5a531d5da26e4a2b8eb954fccf3f5fb5 2024-11-07T21:24:04,826 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/0908c1ac0f6645f08fe9f2fd2d1d7352 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/0908c1ac0f6645f08fe9f2fd2d1d7352 2024-11-07T21:24:04,827 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/76656be2559b4053b37e184690ede794 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/76656be2559b4053b37e184690ede794 2024-11-07T21:24:04,828 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/84b05991f318479fb0cdda7a314a203e to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/84b05991f318479fb0cdda7a314a203e 2024-11-07T21:24:04,829 DEBUG [StoreCloser-TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/8562fac202744ea78e63995c81147345 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/8562fac202744ea78e63995c81147345 2024-11-07T21:24:04,833 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/recovered.edits/506.seqid, newMaxSeqId=506, maxSeqId=1 2024-11-07T21:24:04,834 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. 2024-11-07T21:24:04,834 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1676): Region close journal for f7edd783a7a07ebc2dd630edcbcd2b0d: Waiting for close lock at 1731014643492Running coprocessor pre-close hooks at 1731014643492Disabling compacts and flushes for region at 1731014643492Disabling writes for close at 1731014643492Obtaining lock to block concurrent updates at 1731014643492Preparing flush snapshotting stores in f7edd783a7a07ebc2dd630edcbcd2b0d at 1731014643492Finished memstore snapshotting TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d., syncing WAL and waiting on mvcc, flushsize=dataSize=13740, getHeapSize=36720, getOffHeapSize=0, getCellsCount=300 at 1731014643493 (+1 ms)Flushing stores of TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d. at 1731014643493Flushing f7edd783a7a07ebc2dd630edcbcd2b0d/A: creating writer at 1731014643493Flushing f7edd783a7a07ebc2dd630edcbcd2b0d/A: appending metadata at 1731014643496 (+3 ms)Flushing f7edd783a7a07ebc2dd630edcbcd2b0d/A: closing flushed file at 1731014643496Flushing f7edd783a7a07ebc2dd630edcbcd2b0d/B: creating writer at 1731014643903 (+407 ms)Flushing f7edd783a7a07ebc2dd630edcbcd2b0d/B: appending metadata at 1731014643905 (+2 ms)Flushing f7edd783a7a07ebc2dd630edcbcd2b0d/B: closing flushed file at 1731014643905Flushing f7edd783a7a07ebc2dd630edcbcd2b0d/C: creating writer at 1731014644312 (+407 ms)Flushing f7edd783a7a07ebc2dd630edcbcd2b0d/C: appending metadata at 1731014644314 (+2 ms)Flushing f7edd783a7a07ebc2dd630edcbcd2b0d/C: closing flushed file at 1731014644314Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7eda71d4: reopening flushed file at 1731014644724 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49f469a8: reopening flushed file at 1731014644728 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49d7ab4f: reopening flushed file at 1731014644731 (+3 ms)Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for f7edd783a7a07ebc2dd630edcbcd2b0d in 1243ms, sequenceid=503, compaction requested=false at 1731014644735 (+4 ms)Writing region close event to WAL at 1731014644830 (+95 ms)Running coprocessor post-close hooks at 1731014644833 (+3 ms)Closed at 1731014644834 (+1 ms) 2024-11-07T21:24:04,835 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(157): Closed f7edd783a7a07ebc2dd630edcbcd2b0d 2024-11-07T21:24:04,836 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=f7edd783a7a07ebc2dd630edcbcd2b0d, regionState=CLOSED 2024-11-07T21:24:04,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=95, ppid=94, state=RUNNABLE, hasLock=false; CloseRegionProcedure f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 because future has completed 2024-11-07T21:24:04,839 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-11-07T21:24:04,839 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; CloseRegionProcedure f7edd783a7a07ebc2dd630edcbcd2b0d, server=4fc742968c91,33553,1731014551923 in 1.4980 sec 2024-11-07T21:24:04,840 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-11-07T21:24:04,840 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f7edd783a7a07ebc2dd630edcbcd2b0d, UNASSIGN in 1.5020 sec 2024-11-07T21:24:04,842 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-11-07T21:24:04,842 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5050 sec 2024-11-07T21:24:04,844 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731014644843"}]},"ts":"1731014644843"} 2024-11-07T21:24:04,845 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-07T21:24:04,845 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-07T21:24:04,846 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5130 sec 2024-11-07T21:24:05,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-07T21:24:05,480 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-07T21:24:05,480 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-07T21:24:05,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] procedure2.ProcedureExecutor(1139): Stored pid=96, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T21:24:05,482 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=96, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T21:24:05,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=96 2024-11-07T21:24:05,483 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=96, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T21:24:05,484 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d 2024-11-07T21:24:05,486 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A, FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B, FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C, FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/recovered.edits] 2024-11-07T21:24:05,488 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/cf496bce434d407c805804f54a4d6eb9 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/cf496bce434d407c805804f54a4d6eb9 2024-11-07T21:24:05,489 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/d37c59d81e534f0dbda3fc0850e2afc2 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/A/d37c59d81e534f0dbda3fc0850e2afc2 2024-11-07T21:24:05,491 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/1ed274bade8249d89b08382dd5c89eee to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/1ed274bade8249d89b08382dd5c89eee 2024-11-07T21:24:05,492 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/90a7bd6b830d4c1e92ecf6fa81c18628 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/B/90a7bd6b830d4c1e92ecf6fa81c18628 2024-11-07T21:24:05,494 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/66d85a9db4f544fc93a37038287b1372 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/66d85a9db4f544fc93a37038287b1372 2024-11-07T21:24:05,495 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/e070230450a542c98df746332241f694 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/C/e070230450a542c98df746332241f694 2024-11-07T21:24:05,498 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/recovered.edits/506.seqid to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d/recovered.edits/506.seqid 2024-11-07T21:24:05,498 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/f7edd783a7a07ebc2dd630edcbcd2b0d 2024-11-07T21:24:05,498 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-07T21:24:05,500 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=96, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T21:24:05,505 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-07T21:24:05,507 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-07T21:24:05,508 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=96, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T21:24:05,508 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-07T21:24:05,508 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731014645508"}]},"ts":"9223372036854775807"} 2024-11-07T21:24:05,510 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-07T21:24:05,510 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => f7edd783a7a07ebc2dd630edcbcd2b0d, NAME => 'TestAcidGuarantees,,1731014610286.f7edd783a7a07ebc2dd630edcbcd2b0d.', STARTKEY => '', ENDKEY => ''}] 2024-11-07T21:24:05,510 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-07T21:24:05,510 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731014645510"}]},"ts":"9223372036854775807"} 2024-11-07T21:24:05,512 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-07T21:24:05,513 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=96, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T21:24:05,514 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 33 msec 2024-11-07T21:24:05,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=96 2024-11-07T21:24:05,590 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-07T21:24:05,590 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-07T21:24:05,598 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=237 (was 243), OpenFileDescriptor=453 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=434 (was 548), ProcessCount=11 (was 11), AvailableMemoryMB=1856 (was 1975) 2024-11-07T21:24:05,605 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=237, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=434, ProcessCount=11, AvailableMemoryMB=1856 2024-11-07T21:24:05,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-07T21:24:05,606 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T21:24:05,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] procedure2.ProcedureExecutor(1139): Stored pid=97, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-07T21:24:05,608 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=97, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T21:24:05,608 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:24:05,608 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 97 2024-11-07T21:24:05,608 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=97, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T21:24:05,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-07T21:24:05,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742178_1354 (size=959) 2024-11-07T21:24:05,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-07T21:24:05,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-07T21:24:06,017 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff 2024-11-07T21:24:06,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742179_1355 (size=53) 2024-11-07T21:24:06,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-07T21:24:06,423 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:24:06,424 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing ec33452fe7847d2dabc2ee63b69bc14f, disabling compactions & flushes 2024-11-07T21:24:06,424 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:06,424 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:06,424 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. after waiting 0 ms 2024-11-07T21:24:06,424 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:06,424 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:06,424 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for ec33452fe7847d2dabc2ee63b69bc14f: Waiting for close lock at 1731014646424Disabling compacts and flushes for region at 1731014646424Disabling writes for close at 1731014646424Writing region close event to WAL at 1731014646424Closed at 1731014646424 2024-11-07T21:24:06,425 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=97, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T21:24:06,425 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731014646425"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731014646425"}]},"ts":"1731014646425"} 2024-11-07T21:24:06,426 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T21:24:06,427 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=97, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T21:24:06,427 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731014646427"}]},"ts":"1731014646427"} 2024-11-07T21:24:06,428 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-07T21:24:06,428 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ec33452fe7847d2dabc2ee63b69bc14f, ASSIGN}] 2024-11-07T21:24:06,429 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ec33452fe7847d2dabc2ee63b69bc14f, ASSIGN 2024-11-07T21:24:06,430 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ec33452fe7847d2dabc2ee63b69bc14f, ASSIGN; state=OFFLINE, location=4fc742968c91,33553,1731014551923; forceNewPlan=false, retain=false 2024-11-07T21:24:06,580 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=98 updating hbase:meta row=ec33452fe7847d2dabc2ee63b69bc14f, regionState=OPENING, regionLocation=4fc742968c91,33553,1731014551923 2024-11-07T21:24:06,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ec33452fe7847d2dabc2ee63b69bc14f, ASSIGN because future has completed 2024-11-07T21:24:06,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923}] 2024-11-07T21:24:06,737 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:06,737 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7752): Opening region: {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} 2024-11-07T21:24:06,737 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ec33452fe7847d2dabc2ee63b69bc14f 2024-11-07T21:24:06,737 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:24:06,737 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7794): checking encryption for ec33452fe7847d2dabc2ee63b69bc14f 2024-11-07T21:24:06,737 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7797): checking classloading for ec33452fe7847d2dabc2ee63b69bc14f 2024-11-07T21:24:06,738 INFO [StoreOpener-ec33452fe7847d2dabc2ee63b69bc14f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ec33452fe7847d2dabc2ee63b69bc14f 2024-11-07T21:24:06,739 INFO [StoreOpener-ec33452fe7847d2dabc2ee63b69bc14f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec33452fe7847d2dabc2ee63b69bc14f columnFamilyName A 2024-11-07T21:24:06,739 DEBUG [StoreOpener-ec33452fe7847d2dabc2ee63b69bc14f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:24:06,740 INFO [StoreOpener-ec33452fe7847d2dabc2ee63b69bc14f-1 {}] regionserver.HStore(327): Store=ec33452fe7847d2dabc2ee63b69bc14f/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:24:06,740 INFO [StoreOpener-ec33452fe7847d2dabc2ee63b69bc14f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ec33452fe7847d2dabc2ee63b69bc14f 2024-11-07T21:24:06,741 INFO [StoreOpener-ec33452fe7847d2dabc2ee63b69bc14f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec33452fe7847d2dabc2ee63b69bc14f columnFamilyName B 2024-11-07T21:24:06,741 DEBUG [StoreOpener-ec33452fe7847d2dabc2ee63b69bc14f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:24:06,741 INFO [StoreOpener-ec33452fe7847d2dabc2ee63b69bc14f-1 {}] regionserver.HStore(327): Store=ec33452fe7847d2dabc2ee63b69bc14f/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:24:06,741 INFO [StoreOpener-ec33452fe7847d2dabc2ee63b69bc14f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ec33452fe7847d2dabc2ee63b69bc14f 2024-11-07T21:24:06,742 INFO [StoreOpener-ec33452fe7847d2dabc2ee63b69bc14f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec33452fe7847d2dabc2ee63b69bc14f columnFamilyName C 2024-11-07T21:24:06,742 DEBUG [StoreOpener-ec33452fe7847d2dabc2ee63b69bc14f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:24:06,743 INFO [StoreOpener-ec33452fe7847d2dabc2ee63b69bc14f-1 {}] regionserver.HStore(327): Store=ec33452fe7847d2dabc2ee63b69bc14f/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:24:06,743 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1038): replaying wal for ec33452fe7847d2dabc2ee63b69bc14f 2024-11-07T21:24:06,744 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f 2024-11-07T21:24:06,744 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f 2024-11-07T21:24:06,745 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1048): stopping wal replay for ec33452fe7847d2dabc2ee63b69bc14f 2024-11-07T21:24:06,745 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1060): Cleaning up temporary data for ec33452fe7847d2dabc2ee63b69bc14f 2024-11-07T21:24:06,745 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-07T21:24:06,746 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1093): writing seq id for ec33452fe7847d2dabc2ee63b69bc14f 2024-11-07T21:24:06,748 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T21:24:06,748 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1114): Opened ec33452fe7847d2dabc2ee63b69bc14f; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73014629, jitterRate=0.0880027562379837}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-07T21:24:06,748 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ec33452fe7847d2dabc2ee63b69bc14f 2024-11-07T21:24:06,749 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1006): Region open journal for ec33452fe7847d2dabc2ee63b69bc14f: Running coprocessor pre-open hook at 1731014646737Writing region info on filesystem at 1731014646737Initializing all the Stores at 1731014646738 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014646738Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014646738Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014646738Cleaning up temporary data from old regions at 1731014646745 (+7 ms)Running coprocessor post-open hooks at 1731014646748 (+3 ms)Region opened successfully at 1731014646748 2024-11-07T21:24:06,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-07T21:24:06,749 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., pid=99, masterSystemTime=1731014646734 2024-11-07T21:24:06,751 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:06,751 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:06,751 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=98 updating hbase:meta row=ec33452fe7847d2dabc2ee63b69bc14f, regionState=OPEN, openSeqNum=2, regionLocation=4fc742968c91,33553,1731014551923 2024-11-07T21:24:06,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=99, ppid=98, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 because future has completed 2024-11-07T21:24:06,754 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=99, resume processing ppid=98 2024-11-07T21:24:06,754 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, ppid=98, state=SUCCESS, hasLock=false; OpenRegionProcedure ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 in 170 msec 2024-11-07T21:24:06,756 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97 2024-11-07T21:24:06,756 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ec33452fe7847d2dabc2ee63b69bc14f, ASSIGN in 326 msec 2024-11-07T21:24:06,757 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=97, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T21:24:06,757 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731014646757"}]},"ts":"1731014646757"} 2024-11-07T21:24:06,758 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-07T21:24:06,759 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=97, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T21:24:06,761 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1530 sec 2024-11-07T21:24:07,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-07T21:24:07,759 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-07T21:24:07,760 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e8e9c8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:24:07,760 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fc742968c91,39921,-1 for getting cluster id 2024-11-07T21:24:07,761 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T21:24:07,762 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5a7e692-593c-43b6-a085-c810d74fe2db' 2024-11-07T21:24:07,762 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T21:24:07,762 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5a7e692-593c-43b6-a085-c810d74fe2db" 2024-11-07T21:24:07,762 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76ed076b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:24:07,762 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fc742968c91,39921,-1] 2024-11-07T21:24:07,762 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T21:24:07,762 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:24:07,763 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T21:24:07,764 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10a35677, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:24:07,764 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:24:07,764 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,33553,1731014551923, seqNum=-1] 2024-11-07T21:24:07,765 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:24:07,765 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:24:07,766 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T21:24:07,766 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fc742968c91,39921,1731014551100 2024-11-07T21:24:07,766 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a827870 2024-11-07T21:24:07,767 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T21:24:07,767 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T21:24:07,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-07T21:24:07,769 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T21:24:07,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] procedure2.ProcedureExecutor(1139): Stored pid=100, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-07T21:24:07,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742180_1356 (size=995) 2024-11-07T21:24:08,180 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-07T21:24:08,180 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-07T21:24:08,183 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-07T21:24:08,185 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ec33452fe7847d2dabc2ee63b69bc14f, REOPEN/MOVE}] 2024-11-07T21:24:08,185 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=102, ppid=101, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ec33452fe7847d2dabc2ee63b69bc14f, REOPEN/MOVE 2024-11-07T21:24:08,186 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=102 updating hbase:meta row=ec33452fe7847d2dabc2ee63b69bc14f, regionState=CLOSING, regionLocation=4fc742968c91,33553,1731014551923 2024-11-07T21:24:08,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=102, ppid=101, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ec33452fe7847d2dabc2ee63b69bc14f, REOPEN/MOVE because future has completed 2024-11-07T21:24:08,187 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-07T21:24:08,187 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE, hasLock=false; CloseRegionProcedure ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923}] 2024-11-07T21:24:08,339 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] handler.UnassignRegionHandler(122): Close ec33452fe7847d2dabc2ee63b69bc14f 2024-11-07T21:24:08,339 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-07T21:24:08,340 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1722): Closing ec33452fe7847d2dabc2ee63b69bc14f, disabling compactions & flushes 2024-11-07T21:24:08,340 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:08,340 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:08,340 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. after waiting 0 ms 2024-11-07T21:24:08,340 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:08,343 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-07T21:24:08,343 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:08,343 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1676): Region close journal for ec33452fe7847d2dabc2ee63b69bc14f: Waiting for close lock at 1731014648339Running coprocessor pre-close hooks at 1731014648339Disabling compacts and flushes for region at 1731014648339Disabling writes for close at 1731014648340 (+1 ms)Writing region close event to WAL at 1731014648340Running coprocessor post-close hooks at 1731014648343 (+3 ms)Closed at 1731014648343 2024-11-07T21:24:08,343 WARN [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegionServer(3299): Not adding moved region record: ec33452fe7847d2dabc2ee63b69bc14f to self. 2024-11-07T21:24:08,345 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] handler.UnassignRegionHandler(157): Closed ec33452fe7847d2dabc2ee63b69bc14f 2024-11-07T21:24:08,345 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=102 updating hbase:meta row=ec33452fe7847d2dabc2ee63b69bc14f, regionState=CLOSED 2024-11-07T21:24:08,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=103, ppid=102, state=RUNNABLE, hasLock=false; CloseRegionProcedure ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 because future has completed 2024-11-07T21:24:08,348 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=103, resume processing ppid=102 2024-11-07T21:24:08,348 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, ppid=102, state=SUCCESS, hasLock=false; CloseRegionProcedure ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 in 160 msec 2024-11-07T21:24:08,349 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=102, ppid=101, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ec33452fe7847d2dabc2ee63b69bc14f, REOPEN/MOVE; state=CLOSED, location=4fc742968c91,33553,1731014551923; forceNewPlan=false, retain=true 2024-11-07T21:24:08,499 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=102 updating hbase:meta row=ec33452fe7847d2dabc2ee63b69bc14f, regionState=OPENING, regionLocation=4fc742968c91,33553,1731014551923 2024-11-07T21:24:08,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=102, ppid=101, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ec33452fe7847d2dabc2ee63b69bc14f, REOPEN/MOVE because future has completed 2024-11-07T21:24:08,501 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=102, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923}] 2024-11-07T21:24:08,655 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:08,655 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(7752): Opening region: {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} 2024-11-07T21:24:08,655 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ec33452fe7847d2dabc2ee63b69bc14f 2024-11-07T21:24:08,655 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:24:08,655 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(7794): checking encryption for ec33452fe7847d2dabc2ee63b69bc14f 2024-11-07T21:24:08,656 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(7797): checking classloading for ec33452fe7847d2dabc2ee63b69bc14f 2024-11-07T21:24:08,658 INFO [StoreOpener-ec33452fe7847d2dabc2ee63b69bc14f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ec33452fe7847d2dabc2ee63b69bc14f 2024-11-07T21:24:08,659 INFO [StoreOpener-ec33452fe7847d2dabc2ee63b69bc14f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec33452fe7847d2dabc2ee63b69bc14f columnFamilyName A 2024-11-07T21:24:08,659 DEBUG [StoreOpener-ec33452fe7847d2dabc2ee63b69bc14f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:24:08,660 INFO [StoreOpener-ec33452fe7847d2dabc2ee63b69bc14f-1 {}] regionserver.HStore(327): Store=ec33452fe7847d2dabc2ee63b69bc14f/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:24:08,660 INFO [StoreOpener-ec33452fe7847d2dabc2ee63b69bc14f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ec33452fe7847d2dabc2ee63b69bc14f 2024-11-07T21:24:08,661 INFO [StoreOpener-ec33452fe7847d2dabc2ee63b69bc14f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec33452fe7847d2dabc2ee63b69bc14f columnFamilyName B 2024-11-07T21:24:08,661 DEBUG [StoreOpener-ec33452fe7847d2dabc2ee63b69bc14f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:24:08,661 INFO [StoreOpener-ec33452fe7847d2dabc2ee63b69bc14f-1 {}] regionserver.HStore(327): Store=ec33452fe7847d2dabc2ee63b69bc14f/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:24:08,661 INFO [StoreOpener-ec33452fe7847d2dabc2ee63b69bc14f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ec33452fe7847d2dabc2ee63b69bc14f 2024-11-07T21:24:08,662 INFO [StoreOpener-ec33452fe7847d2dabc2ee63b69bc14f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec33452fe7847d2dabc2ee63b69bc14f columnFamilyName C 2024-11-07T21:24:08,662 DEBUG [StoreOpener-ec33452fe7847d2dabc2ee63b69bc14f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:24:08,662 INFO [StoreOpener-ec33452fe7847d2dabc2ee63b69bc14f-1 {}] regionserver.HStore(327): Store=ec33452fe7847d2dabc2ee63b69bc14f/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:24:08,662 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1038): replaying wal for ec33452fe7847d2dabc2ee63b69bc14f 2024-11-07T21:24:08,663 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f 2024-11-07T21:24:08,663 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f 2024-11-07T21:24:08,664 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1048): stopping wal replay for ec33452fe7847d2dabc2ee63b69bc14f 2024-11-07T21:24:08,664 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1060): Cleaning up temporary data for ec33452fe7847d2dabc2ee63b69bc14f 2024-11-07T21:24:08,664 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-07T21:24:08,665 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1093): writing seq id for ec33452fe7847d2dabc2ee63b69bc14f 2024-11-07T21:24:08,666 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1114): Opened ec33452fe7847d2dabc2ee63b69bc14f; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65873310, jitterRate=-0.018411189317703247}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-07T21:24:08,666 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ec33452fe7847d2dabc2ee63b69bc14f 2024-11-07T21:24:08,666 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1006): Region open journal for ec33452fe7847d2dabc2ee63b69bc14f: Running coprocessor pre-open hook at 1731014648656Writing region info on filesystem at 1731014648656Initializing all the Stores at 1731014648656Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014648656Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014648658 (+2 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014648658Cleaning up temporary data from old regions at 1731014648664 (+6 ms)Running coprocessor post-open hooks at 1731014648666 (+2 ms)Region opened successfully at 1731014648666 2024-11-07T21:24:08,667 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., pid=104, masterSystemTime=1731014648652 2024-11-07T21:24:08,668 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:08,668 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:08,669 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=102 updating hbase:meta row=ec33452fe7847d2dabc2ee63b69bc14f, regionState=OPEN, openSeqNum=5, regionLocation=4fc742968c91,33553,1731014551923 2024-11-07T21:24:08,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=104, ppid=102, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 because future has completed 2024-11-07T21:24:08,672 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=102 2024-11-07T21:24:08,672 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=102, state=SUCCESS, hasLock=false; OpenRegionProcedure ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 in 170 msec 2024-11-07T21:24:08,673 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-11-07T21:24:08,673 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ec33452fe7847d2dabc2ee63b69bc14f, REOPEN/MOVE in 488 msec 2024-11-07T21:24:08,675 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=101, resume processing ppid=100 2024-11-07T21:24:08,675 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, ppid=100, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 491 msec 2024-11-07T21:24:08,677 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 906 msec 2024-11-07T21:24:08,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=100 2024-11-07T21:24:08,677 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-07T21:24:08,678 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17bdde2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:24:08,678 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fc742968c91,39921,-1 for getting cluster id 2024-11-07T21:24:08,678 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T21:24:08,679 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5a7e692-593c-43b6-a085-c810d74fe2db' 2024-11-07T21:24:08,679 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T21:24:08,679 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5a7e692-593c-43b6-a085-c810d74fe2db" 2024-11-07T21:24:08,679 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f3a312a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:24:08,679 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fc742968c91,39921,-1] 2024-11-07T21:24:08,679 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T21:24:08,679 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:24:08,680 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T21:24:08,681 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69eae94c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:24:08,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b20e1d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:24:08,681 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fc742968c91,39921,-1 for getting cluster id 2024-11-07T21:24:08,681 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T21:24:08,682 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5a7e692-593c-43b6-a085-c810d74fe2db' 2024-11-07T21:24:08,682 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T21:24:08,682 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5a7e692-593c-43b6-a085-c810d74fe2db" 2024-11-07T21:24:08,682 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@beea848, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:24:08,682 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fc742968c91,39921,-1] 2024-11-07T21:24:08,682 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T21:24:08,682 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:24:08,683 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T21:24:08,684 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26f0558b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:24:08,684 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fbfe4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:24:08,684 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fc742968c91,39921,-1 for getting cluster id 2024-11-07T21:24:08,684 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T21:24:08,685 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5a7e692-593c-43b6-a085-c810d74fe2db' 2024-11-07T21:24:08,685 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T21:24:08,685 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5a7e692-593c-43b6-a085-c810d74fe2db" 2024-11-07T21:24:08,685 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@731e9029, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:24:08,685 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fc742968c91,39921,-1] 2024-11-07T21:24:08,686 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T21:24:08,686 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:24:08,686 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T21:24:08,687 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d0692e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:24:08,687 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69a3307d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:24:08,687 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fc742968c91,39921,-1 for getting cluster id 2024-11-07T21:24:08,687 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T21:24:08,688 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5a7e692-593c-43b6-a085-c810d74fe2db' 2024-11-07T21:24:08,688 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T21:24:08,688 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5a7e692-593c-43b6-a085-c810d74fe2db" 2024-11-07T21:24:08,688 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bbbb982, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:24:08,688 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fc742968c91,39921,-1] 2024-11-07T21:24:08,688 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T21:24:08,688 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:24:08,689 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T21:24:08,689 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a53db9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:24:08,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41092f0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:24:08,690 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fc742968c91,39921,-1 for getting cluster id 2024-11-07T21:24:08,690 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T21:24:08,690 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5a7e692-593c-43b6-a085-c810d74fe2db' 2024-11-07T21:24:08,690 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T21:24:08,690 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5a7e692-593c-43b6-a085-c810d74fe2db" 2024-11-07T21:24:08,690 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a9331cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:24:08,690 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fc742968c91,39921,-1] 2024-11-07T21:24:08,691 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T21:24:08,691 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:24:08,691 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T21:24:08,692 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53964c6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:24:08,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41e9a9b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:24:08,692 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fc742968c91,39921,-1 for getting cluster id 2024-11-07T21:24:08,692 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T21:24:08,693 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5a7e692-593c-43b6-a085-c810d74fe2db' 2024-11-07T21:24:08,693 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T21:24:08,693 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5a7e692-593c-43b6-a085-c810d74fe2db" 2024-11-07T21:24:08,693 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12abe750, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:24:08,693 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fc742968c91,39921,-1] 2024-11-07T21:24:08,693 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T21:24:08,693 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:24:08,694 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T21:24:08,694 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36207568, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:24:08,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ed28b71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:24:08,695 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fc742968c91,39921,-1 for getting cluster id 2024-11-07T21:24:08,695 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T21:24:08,695 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5a7e692-593c-43b6-a085-c810d74fe2db' 2024-11-07T21:24:08,695 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T21:24:08,696 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5a7e692-593c-43b6-a085-c810d74fe2db" 2024-11-07T21:24:08,696 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bb7ba79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:24:08,696 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fc742968c91,39921,-1] 2024-11-07T21:24:08,696 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T21:24:08,696 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:24:08,697 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T21:24:08,697 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51947ebd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:24:08,697 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ded6cd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:24:08,698 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fc742968c91,39921,-1 for getting cluster id 2024-11-07T21:24:08,698 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T21:24:08,698 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5a7e692-593c-43b6-a085-c810d74fe2db' 2024-11-07T21:24:08,698 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T21:24:08,698 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5a7e692-593c-43b6-a085-c810d74fe2db" 2024-11-07T21:24:08,698 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@339c84ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:24:08,698 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fc742968c91,39921,-1] 2024-11-07T21:24:08,699 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T21:24:08,699 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:24:08,699 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T21:24:08,700 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b771fa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:24:08,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27bfce74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:24:08,700 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fc742968c91,39921,-1 for getting cluster id 2024-11-07T21:24:08,700 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T21:24:08,701 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5a7e692-593c-43b6-a085-c810d74fe2db' 2024-11-07T21:24:08,701 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T21:24:08,701 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5a7e692-593c-43b6-a085-c810d74fe2db" 2024-11-07T21:24:08,701 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@83faf4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:24:08,701 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fc742968c91,39921,-1] 2024-11-07T21:24:08,702 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T21:24:08,702 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:24:08,702 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T21:24:08,703 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cce6a82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:24:08,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a52e343, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:24:08,703 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fc742968c91,39921,-1 for getting cluster id 2024-11-07T21:24:08,703 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T21:24:08,704 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5a7e692-593c-43b6-a085-c810d74fe2db' 2024-11-07T21:24:08,704 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T21:24:08,704 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5a7e692-593c-43b6-a085-c810d74fe2db" 2024-11-07T21:24:08,704 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1af5a80f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:24:08,704 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fc742968c91,39921,-1] 2024-11-07T21:24:08,704 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T21:24:08,704 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:24:08,705 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T21:24:08,705 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3af41dd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:24:08,706 DEBUG [Thread-1632 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:24:08,706 DEBUG [Thread-1634 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:24:08,706 DEBUG [Thread-1619 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:24:08,706 DEBUG [Thread-1623 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:24:08,706 DEBUG [Thread-1630 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:24:08,706 DEBUG [Thread-1617 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:24:08,707 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T21:24:08,707 DEBUG [Thread-1625 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:24:08,707 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,33553,1731014551923, seqNum=-1] 2024-11-07T21:24:08,707 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,33553,1731014551923, seqNum=-1] 2024-11-07T21:24:08,707 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:24:08,707 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:24:08,707 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,33553,1731014551923, seqNum=-1] 2024-11-07T21:24:08,707 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,33553,1731014551923, seqNum=-1] 2024-11-07T21:24:08,707 DEBUG [Thread-1619 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,33553,1731014551923, seqNum=-1] 2024-11-07T21:24:08,707 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:24:08,707 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:24:08,707 DEBUG [Thread-1619 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:24:08,707 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,33553,1731014551923, seqNum=-1] 2024-11-07T21:24:08,707 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,33553,1731014551923, seqNum=-1] 2024-11-07T21:24:08,708 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:24:08,708 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:24:08,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-11-07T21:24:08,708 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:24:08,708 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:24:08,708 DEBUG [Thread-1628 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:24:08,709 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:24:08,709 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:24:08,709 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:24:08,709 DEBUG [Thread-1636 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:24:08,709 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:24:08,709 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:24:08,709 DEBUG [Thread-1621 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:24:08,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-07T21:24:08,710 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,33553,1731014551923, seqNum=-1] 2024-11-07T21:24:08,710 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,33553,1731014551923, seqNum=-1] 2024-11-07T21:24:08,710 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:24:08,710 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:24:08,710 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T21:24:08,711 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5] 2024-11-07T21:24:08,711 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5] 2024-11-07T21:24:08,712 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,33553,1731014551923, seqNum=-1] 2024-11-07T21:24:08,712 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:24:08,712 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:24:08,713 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5] 2024-11-07T21:24:08,713 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5] 2024-11-07T21:24:08,713 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:24:08,713 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5] 2024-11-07T21:24:08,713 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5] 2024-11-07T21:24:08,714 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T21:24:08,714 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T21:24:08,714 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:24:08,715 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5] 2024-11-07T21:24:08,716 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5] 2024-11-07T21:24:08,717 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5] 2024-11-07T21:24:08,717 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5] 2024-11-07T21:24:08,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on ec33452fe7847d2dabc2ee63b69bc14f 2024-11-07T21:24:08,730 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-07T21:24:08,730 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ec33452fe7847d2dabc2ee63b69bc14f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-07T21:24:08,757 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110747329550a68b49d4bcb1c508e7af3eff_ec33452fe7847d2dabc2ee63b69bc14f is 50, key is test_row_0/A:col10/1731014648723/Put/seqid=0 2024-11-07T21:24:08,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742181_1357 (size=17034) 2024-11-07T21:24:08,761 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:24:08,764 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110747329550a68b49d4bcb1c508e7af3eff_ec33452fe7847d2dabc2ee63b69bc14f to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110747329550a68b49d4bcb1c508e7af3eff_ec33452fe7847d2dabc2ee63b69bc14f 2024-11-07T21:24:08,765 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/A/a568ff3746e644619728a7d569fcbed3, store: [table=TestAcidGuarantees family=A region=ec33452fe7847d2dabc2ee63b69bc14f] 2024-11-07T21:24:08,766 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/A/a568ff3746e644619728a7d569fcbed3 is 175, key is test_row_0/A:col10/1731014648723/Put/seqid=0 2024-11-07T21:24:08,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742182_1358 (size=48139) 2024-11-07T21:24:08,770 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/A/a568ff3746e644619728a7d569fcbed3 2024-11-07T21:24:08,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:08,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731014708762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:08,772 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:08,772 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:08,772 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:08,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:08,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1731014708763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:08,773 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:08,773 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:08,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:08,773 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:08,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59070 deadline: 1731014708763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:08,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:08,773 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:08,773 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:08,773 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:08,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59106 deadline: 1731014708765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:08,774 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:08,774 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:08,774 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:08,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:08,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59016 deadline: 1731014708772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:08,780 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:08,780 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:08,780 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:08,788 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/B/26c6fbf7dcbc4ec6b6a76d0eb012d24d is 50, key is test_row_0/B:col10/1731014648723/Put/seqid=0 2024-11-07T21:24:08,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742183_1359 (size=12001) 2024-11-07T21:24:08,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-07T21:24:08,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-07T21:24:08,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:08,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. as already flushing 2024-11-07T21:24:08,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:08,870 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:08,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:08,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:08,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:08,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731014708879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:08,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:08,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:08,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:08,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1731014708879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:08,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:08,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:08,884 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:08,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59070 deadline: 1731014708879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:08,885 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:08,885 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:08,885 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:08,885 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:08,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:08,885 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:08,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59106 deadline: 1731014708880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:08,885 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:08,885 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:08,885 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:08,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:08,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59016 deadline: 1731014708889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:08,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:08,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:08,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:09,022 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-07T21:24:09,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:09,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. as already flushing 2024-11-07T21:24:09,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:09,023 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:09,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:09,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:09,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-07T21:24:09,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:09,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731014709090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:09,095 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:09,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:09,095 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:09,095 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:09,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1731014709090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:09,096 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:09,096 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:09,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:09,096 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:09,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59070 deadline: 1731014709090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:09,096 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:09,096 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:09,096 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:09,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:09,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59106 deadline: 1731014709090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:09,096 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:09,096 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:09,096 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:09,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:09,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59016 deadline: 1731014709099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:09,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:09,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:09,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:09,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-07T21:24:09,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:09,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. as already flushing 2024-11-07T21:24:09,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:09,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:09,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:09,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:09,192 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/B/26c6fbf7dcbc4ec6b6a76d0eb012d24d 2024-11-07T21:24:09,215 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/C/0ecb63e690d544baa1d64cc5e1d9a2a4 is 50, key is test_row_0/C:col10/1731014648723/Put/seqid=0 2024-11-07T21:24:09,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742184_1360 (size=12001) 2024-11-07T21:24:09,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-07T21:24:09,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:09,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. as already flushing 2024-11-07T21:24:09,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:09,329 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:09,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:09,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:09,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-07T21:24:09,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:09,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731014709400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:09,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:09,404 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:09,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1731014709400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:09,404 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:09,405 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:09,405 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:09,405 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:09,405 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:09,411 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:09,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59070 deadline: 1731014709409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:09,412 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:09,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:09,412 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:09,412 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:09,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59106 deadline: 1731014709409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:09,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:09,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59016 deadline: 1731014709409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:09,412 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:09,412 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:09,412 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:09,412 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:09,412 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:09,412 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:09,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-07T21:24:09,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:09,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. as already flushing 2024-11-07T21:24:09,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:09,481 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:09,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:09,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:09,628 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/C/0ecb63e690d544baa1d64cc5e1d9a2a4 2024-11-07T21:24:09,632 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/A/a568ff3746e644619728a7d569fcbed3 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/a568ff3746e644619728a7d569fcbed3 2024-11-07T21:24:09,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-07T21:24:09,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:09,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. as already flushing 2024-11-07T21:24:09,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:09,635 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:09,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:09,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:09,636 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/a568ff3746e644619728a7d569fcbed3, entries=250, sequenceid=16, filesize=47.0 K 2024-11-07T21:24:09,637 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/B/26c6fbf7dcbc4ec6b6a76d0eb012d24d as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/26c6fbf7dcbc4ec6b6a76d0eb012d24d 2024-11-07T21:24:09,641 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/26c6fbf7dcbc4ec6b6a76d0eb012d24d, entries=150, sequenceid=16, filesize=11.7 K 2024-11-07T21:24:09,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/C/0ecb63e690d544baa1d64cc5e1d9a2a4 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/0ecb63e690d544baa1d64cc5e1d9a2a4 2024-11-07T21:24:09,646 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/0ecb63e690d544baa1d64cc5e1d9a2a4, entries=150, sequenceid=16, filesize=11.7 K 2024-11-07T21:24:09,647 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for ec33452fe7847d2dabc2ee63b69bc14f in 917ms, sequenceid=16, compaction requested=false 2024-11-07T21:24:09,647 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-07T21:24:09,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ec33452fe7847d2dabc2ee63b69bc14f: 2024-11-07T21:24:09,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-07T21:24:09,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:09,788 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing ec33452fe7847d2dabc2ee63b69bc14f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-07T21:24:09,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107216abccec0ad4eef827b2e6ad9590d38_ec33452fe7847d2dabc2ee63b69bc14f is 50, key is test_row_0/A:col10/1731014648770/Put/seqid=0 2024-11-07T21:24:09,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742185_1361 (size=12154) 2024-11-07T21:24:09,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:24:09,818 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107216abccec0ad4eef827b2e6ad9590d38_ec33452fe7847d2dabc2ee63b69bc14f to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107216abccec0ad4eef827b2e6ad9590d38_ec33452fe7847d2dabc2ee63b69bc14f 2024-11-07T21:24:09,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/A/3bc3f29303c349e78d6a2f14779d529d, store: [table=TestAcidGuarantees family=A region=ec33452fe7847d2dabc2ee63b69bc14f] 2024-11-07T21:24:09,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/A/3bc3f29303c349e78d6a2f14779d529d is 175, key is test_row_0/A:col10/1731014648770/Put/seqid=0 2024-11-07T21:24:09,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742186_1362 (size=30955) 2024-11-07T21:24:09,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-07T21:24:09,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on ec33452fe7847d2dabc2ee63b69bc14f 2024-11-07T21:24:09,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. as already flushing 2024-11-07T21:24:09,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:09,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59070 deadline: 1731014709926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:09,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:09,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59106 deadline: 1731014709927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:09,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:09,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59016 deadline: 1731014709929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:09,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:09,939 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:09,939 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:09,939 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:09,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731014709930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:09,939 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:09,939 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:09,939 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:09,939 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:09,939 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:09,939 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:09,939 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:09,939 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:09,939 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:09,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:09,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1731014709936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:09,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:09,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:09,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:10,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:10,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59016 deadline: 1731014710050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:10,053 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:10,053 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:10,053 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:10,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:10,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731014710050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:10,054 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:10,054 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:10,054 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:10,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:10,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59070 deadline: 1731014710050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:10,054 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:10,054 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:10,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:10,054 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:10,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59106 deadline: 1731014710050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:10,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:10,054 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:10,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1731014710051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:10,054 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:10,055 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:10,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:10,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:10,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:10,225 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/A/3bc3f29303c349e78d6a2f14779d529d 2024-11-07T21:24:10,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/B/8fa7a4f4489b4baaa54b287820d4926c is 50, key is test_row_0/B:col10/1731014648770/Put/seqid=0 2024-11-07T21:24:10,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742187_1363 (size=12001) 2024-11-07T21:24:10,251 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/B/8fa7a4f4489b4baaa54b287820d4926c 2024-11-07T21:24:10,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/C/1995f65299654cd69d7c821bf8fb9438 is 50, key is test_row_0/C:col10/1731014648770/Put/seqid=0 2024-11-07T21:24:10,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:10,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59016 deadline: 1731014710259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:10,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:10,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:10,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:10,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:10,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59070 deadline: 1731014710260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:10,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:10,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:10,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:10,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:10,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59106 deadline: 1731014710260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:10,272 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:10,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:10,272 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:10,272 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:10,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731014710260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:10,272 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:10,272 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:10,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:10,272 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:10,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1731014710260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:10,273 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:10,273 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:10,273 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:10,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742188_1364 (size=12001) 2024-11-07T21:24:10,306 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/C/1995f65299654cd69d7c821bf8fb9438 2024-11-07T21:24:10,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/A/3bc3f29303c349e78d6a2f14779d529d as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/3bc3f29303c349e78d6a2f14779d529d 2024-11-07T21:24:10,323 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/3bc3f29303c349e78d6a2f14779d529d, entries=150, sequenceid=40, filesize=30.2 K 2024-11-07T21:24:10,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/B/8fa7a4f4489b4baaa54b287820d4926c as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/8fa7a4f4489b4baaa54b287820d4926c 2024-11-07T21:24:10,329 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/8fa7a4f4489b4baaa54b287820d4926c, entries=150, sequenceid=40, filesize=11.7 K 2024-11-07T21:24:10,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/C/1995f65299654cd69d7c821bf8fb9438 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/1995f65299654cd69d7c821bf8fb9438 2024-11-07T21:24:10,347 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/1995f65299654cd69d7c821bf8fb9438, entries=150, sequenceid=40, filesize=11.7 K 2024-11-07T21:24:10,348 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for ec33452fe7847d2dabc2ee63b69bc14f in 560ms, sequenceid=40, compaction requested=false 2024-11-07T21:24:10,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for ec33452fe7847d2dabc2ee63b69bc14f: 2024-11-07T21:24:10,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:10,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-11-07T21:24:10,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-11-07T21:24:10,352 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-11-07T21:24:10,352 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6360 sec 2024-11-07T21:24:10,353 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 1.6450 sec 2024-11-07T21:24:10,372 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-07T21:24:10,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on ec33452fe7847d2dabc2ee63b69bc14f 2024-11-07T21:24:10,587 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-07T21:24:10,587 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ec33452fe7847d2dabc2ee63b69bc14f 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-07T21:24:10,593 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107bbbd4a2476b0442bb9ecfabc0f35188c_ec33452fe7847d2dabc2ee63b69bc14f is 50, key is test_row_0/A:col10/1731014650586/Put/seqid=0 2024-11-07T21:24:10,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742189_1365 (size=12154) 2024-11-07T21:24:10,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:10,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59070 deadline: 1731014710620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:10,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:10,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59106 deadline: 1731014710620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:10,632 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:10,632 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:10,632 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:10,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:10,632 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:10,632 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:10,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731014710621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:10,633 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:10,633 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:10,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:10,633 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:10,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1731014710622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:10,633 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:10,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:10,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59016 deadline: 1731014710623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:10,633 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:10,633 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:10,633 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:10,633 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:10,633 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:10,633 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:10,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:10,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59070 deadline: 1731014710740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:10,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:10,748 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:10,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59106 deadline: 1731014710740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:10,748 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:10,748 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:10,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:10,748 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:10,748 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:10,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731014710740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:10,748 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:10,749 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:10,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:10,749 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:10,749 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:10,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1731014710740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:10,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:10,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:10,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:10,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:10,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59016 deadline: 1731014710740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:10,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:10,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:10,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:10,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-07T21:24:10,869 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T21:24:10,870 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T21:24:10,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-11-07T21:24:10,872 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T21:24:10,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-07T21:24:10,873 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T21:24:10,873 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T21:24:10,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:10,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731014710959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:10,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:10,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59070 deadline: 1731014710959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:10,966 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:10,966 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:10,966 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:10,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:10,966 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:10,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59016 deadline: 1731014710959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:10,966 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:10,966 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:10,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:10,966 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:10,966 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:10,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59106 deadline: 1731014710959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:10,966 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:10,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:10,966 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:10,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1731014710960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:10,966 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:10,966 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:10,966 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:10,966 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:10,967 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:10,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-07T21:24:11,002 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:24:11,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-07T21:24:11,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:11,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. as already flushing 2024-11-07T21:24:11,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:11,025 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:11,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:11,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:11,059 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107bbbd4a2476b0442bb9ecfabc0f35188c_ec33452fe7847d2dabc2ee63b69bc14f to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107bbbd4a2476b0442bb9ecfabc0f35188c_ec33452fe7847d2dabc2ee63b69bc14f 2024-11-07T21:24:11,059 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/A/7df6150a695d4b2fac0890ba6f6ba52f, store: [table=TestAcidGuarantees family=A region=ec33452fe7847d2dabc2ee63b69bc14f] 2024-11-07T21:24:11,060 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/A/7df6150a695d4b2fac0890ba6f6ba52f is 175, key is test_row_0/A:col10/1731014650586/Put/seqid=0 2024-11-07T21:24:11,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742190_1366 (size=30955) 2024-11-07T21:24:11,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-07T21:24:11,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-07T21:24:11,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:11,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. as already flushing 2024-11-07T21:24:11,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:11,209 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:11,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:11,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:11,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:11,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731014711269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:11,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:11,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59016 deadline: 1731014711269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:11,277 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:11,278 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:11,278 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:11,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:11,278 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:11,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59106 deadline: 1731014711269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:11,278 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:11,278 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:11,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:11,278 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:11,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1731014711269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:11,278 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:11,278 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:11,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:11,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:11,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:11,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:11,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59070 deadline: 1731014711280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:11,287 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:11,287 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:11,287 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:11,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-07T21:24:11,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:11,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. as already flushing 2024-11-07T21:24:11,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:11,361 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:11,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:11,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:11,470 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/A/7df6150a695d4b2fac0890ba6f6ba52f 2024-11-07T21:24:11,477 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/B/60c12d1ca80c4b3798ae7b94d31b266e is 50, key is test_row_0/B:col10/1731014650586/Put/seqid=0 2024-11-07T21:24:11,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742191_1367 (size=12001) 2024-11-07T21:24:11,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-07T21:24:11,514 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-07T21:24:11,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:11,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. as already flushing 2024-11-07T21:24:11,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:11,514 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:11,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:11,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:11,666 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-07T21:24:11,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:11,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. as already flushing 2024-11-07T21:24:11,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:11,666 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:11,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:11,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:11,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:11,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731014711790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:11,798 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:11,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:11,798 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:11,798 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:11,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59016 deadline: 1731014711790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:11,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:11,799 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:11,799 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:11,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59106 deadline: 1731014711790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:11,799 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:11,799 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:11,799 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:11,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:11,799 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:11,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1731014711790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:11,799 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:11,799 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:11,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:11,799 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:11,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59070 deadline: 1731014711790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:11,799 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:11,799 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:11,800 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:11,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-07T21:24:11,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:11,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. as already flushing 2024-11-07T21:24:11,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:11,819 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:11,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:11,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:11,887 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/B/60c12d1ca80c4b3798ae7b94d31b266e 2024-11-07T21:24:11,893 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/C/fa68f82e132e470eb14b4b29078b1939 is 50, key is test_row_0/C:col10/1731014650586/Put/seqid=0 2024-11-07T21:24:11,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742192_1368 (size=12001) 2024-11-07T21:24:11,900 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/C/fa68f82e132e470eb14b4b29078b1939 2024-11-07T21:24:11,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/A/7df6150a695d4b2fac0890ba6f6ba52f as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/7df6150a695d4b2fac0890ba6f6ba52f 2024-11-07T21:24:11,908 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/7df6150a695d4b2fac0890ba6f6ba52f, entries=150, sequenceid=55, filesize=30.2 K 2024-11-07T21:24:11,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/B/60c12d1ca80c4b3798ae7b94d31b266e as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/60c12d1ca80c4b3798ae7b94d31b266e 2024-11-07T21:24:11,911 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/60c12d1ca80c4b3798ae7b94d31b266e, entries=150, sequenceid=55, filesize=11.7 K 2024-11-07T21:24:11,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/C/fa68f82e132e470eb14b4b29078b1939 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/fa68f82e132e470eb14b4b29078b1939 2024-11-07T21:24:11,915 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/fa68f82e132e470eb14b4b29078b1939, entries=150, sequenceid=55, filesize=11.7 K 2024-11-07T21:24:11,916 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for ec33452fe7847d2dabc2ee63b69bc14f in 1328ms, sequenceid=55, compaction requested=true 2024-11-07T21:24:11,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ec33452fe7847d2dabc2ee63b69bc14f: 2024-11-07T21:24:11,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec33452fe7847d2dabc2ee63b69bc14f:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T21:24:11,916 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:24:11,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:24:11,916 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:24:11,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec33452fe7847d2dabc2ee63b69bc14f:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T21:24:11,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:24:11,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec33452fe7847d2dabc2ee63b69bc14f:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T21:24:11,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:24:11,917 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:24:11,917 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): ec33452fe7847d2dabc2ee63b69bc14f/B is initiating minor compaction (all files) 2024-11-07T21:24:11,917 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec33452fe7847d2dabc2ee63b69bc14f/B in TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:11,917 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/26c6fbf7dcbc4ec6b6a76d0eb012d24d, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/8fa7a4f4489b4baaa54b287820d4926c, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/60c12d1ca80c4b3798ae7b94d31b266e] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp, totalSize=35.2 K 2024-11-07T21:24:11,917 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:24:11,917 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1541): ec33452fe7847d2dabc2ee63b69bc14f/A is initiating minor compaction (all files) 2024-11-07T21:24:11,917 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec33452fe7847d2dabc2ee63b69bc14f/A in TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:11,917 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 26c6fbf7dcbc4ec6b6a76d0eb012d24d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731014648717 2024-11-07T21:24:11,917 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/a568ff3746e644619728a7d569fcbed3, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/3bc3f29303c349e78d6a2f14779d529d, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/7df6150a695d4b2fac0890ba6f6ba52f] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp, totalSize=107.5 K 2024-11-07T21:24:11,918 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:11,918 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. files: [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/a568ff3746e644619728a7d569fcbed3, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/3bc3f29303c349e78d6a2f14779d529d, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/7df6150a695d4b2fac0890ba6f6ba52f] 2024-11-07T21:24:11,918 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 8fa7a4f4489b4baaa54b287820d4926c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731014648762 2024-11-07T21:24:11,918 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting a568ff3746e644619728a7d569fcbed3, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731014648717 2024-11-07T21:24:11,919 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 60c12d1ca80c4b3798ae7b94d31b266e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731014649933 2024-11-07T21:24:11,919 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3bc3f29303c349e78d6a2f14779d529d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731014648762 2024-11-07T21:24:11,919 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7df6150a695d4b2fac0890ba6f6ba52f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731014649933 2024-11-07T21:24:11,933 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ec33452fe7847d2dabc2ee63b69bc14f] 2024-11-07T21:24:11,934 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec33452fe7847d2dabc2ee63b69bc14f#B#compaction#317 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:24:11,935 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/B/2216a0eeb5424cf2922abd080964fe75 is 50, key is test_row_0/B:col10/1731014650586/Put/seqid=0 2024-11-07T21:24:11,935 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411076af9244e89c340afaebf585e0dc2438a_ec33452fe7847d2dabc2ee63b69bc14f store=[table=TestAcidGuarantees family=A region=ec33452fe7847d2dabc2ee63b69bc14f] 2024-11-07T21:24:11,938 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411076af9244e89c340afaebf585e0dc2438a_ec33452fe7847d2dabc2ee63b69bc14f, store=[table=TestAcidGuarantees family=A region=ec33452fe7847d2dabc2ee63b69bc14f] 2024-11-07T21:24:11,938 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411076af9244e89c340afaebf585e0dc2438a_ec33452fe7847d2dabc2ee63b69bc14f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ec33452fe7847d2dabc2ee63b69bc14f] 2024-11-07T21:24:11,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742193_1369 (size=12104) 2024-11-07T21:24:11,958 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/B/2216a0eeb5424cf2922abd080964fe75 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/2216a0eeb5424cf2922abd080964fe75 2024-11-07T21:24:11,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742194_1370 (size=4469) 2024-11-07T21:24:11,964 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ec33452fe7847d2dabc2ee63b69bc14f/B of ec33452fe7847d2dabc2ee63b69bc14f into 2216a0eeb5424cf2922abd080964fe75(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:24:11,964 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec33452fe7847d2dabc2ee63b69bc14f: 2024-11-07T21:24:11,964 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., storeName=ec33452fe7847d2dabc2ee63b69bc14f/B, priority=13, startTime=1731014651916; duration=0sec 2024-11-07T21:24:11,964 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:24:11,964 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec33452fe7847d2dabc2ee63b69bc14f:B 2024-11-07T21:24:11,964 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:24:11,965 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:24:11,965 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): ec33452fe7847d2dabc2ee63b69bc14f/C is initiating minor compaction (all files) 2024-11-07T21:24:11,965 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec33452fe7847d2dabc2ee63b69bc14f/C in TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:11,965 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/0ecb63e690d544baa1d64cc5e1d9a2a4, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/1995f65299654cd69d7c821bf8fb9438, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/fa68f82e132e470eb14b4b29078b1939] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp, totalSize=35.2 K 2024-11-07T21:24:11,966 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ecb63e690d544baa1d64cc5e1d9a2a4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731014648717 2024-11-07T21:24:11,966 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 1995f65299654cd69d7c821bf8fb9438, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731014648762 2024-11-07T21:24:11,966 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting fa68f82e132e470eb14b4b29078b1939, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731014649933 2024-11-07T21:24:11,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-07T21:24:11,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:11,972 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing ec33452fe7847d2dabc2ee63b69bc14f 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-07T21:24:11,973 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec33452fe7847d2dabc2ee63b69bc14f#C#compaction#319 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:24:11,973 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/C/cc82c18bd56a44919e0dbb0a6ae6741d is 50, key is test_row_0/C:col10/1731014650586/Put/seqid=0 2024-11-07T21:24:11,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411077178b33cd455475b89fd7f74254589d0_ec33452fe7847d2dabc2ee63b69bc14f is 50, key is test_row_0/A:col10/1731014650620/Put/seqid=0 2024-11-07T21:24:11,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742195_1371 (size=12104) 2024-11-07T21:24:11,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742196_1372 (size=12154) 2024-11-07T21:24:12,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-07T21:24:12,364 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec33452fe7847d2dabc2ee63b69bc14f#A#compaction#318 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:24:12,365 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/A/4ecf54cec3a24b5ba6996251636ffb15 is 175, key is test_row_0/A:col10/1731014650586/Put/seqid=0 2024-11-07T21:24:12,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742197_1373 (size=31058) 2024-11-07T21:24:12,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:24:12,394 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/C/cc82c18bd56a44919e0dbb0a6ae6741d as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/cc82c18bd56a44919e0dbb0a6ae6741d 2024-11-07T21:24:12,397 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411077178b33cd455475b89fd7f74254589d0_ec33452fe7847d2dabc2ee63b69bc14f to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411077178b33cd455475b89fd7f74254589d0_ec33452fe7847d2dabc2ee63b69bc14f 2024-11-07T21:24:12,398 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ec33452fe7847d2dabc2ee63b69bc14f/C of ec33452fe7847d2dabc2ee63b69bc14f into cc82c18bd56a44919e0dbb0a6ae6741d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:24:12,398 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec33452fe7847d2dabc2ee63b69bc14f: 2024-11-07T21:24:12,398 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., storeName=ec33452fe7847d2dabc2ee63b69bc14f/C, priority=13, startTime=1731014651916; duration=0sec 2024-11-07T21:24:12,398 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:24:12,398 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec33452fe7847d2dabc2ee63b69bc14f:C 2024-11-07T21:24:12,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/A/40c606ff78aa4e33af803765a6552b4d, store: [table=TestAcidGuarantees family=A region=ec33452fe7847d2dabc2ee63b69bc14f] 2024-11-07T21:24:12,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/A/40c606ff78aa4e33af803765a6552b4d is 175, key is test_row_0/A:col10/1731014650620/Put/seqid=0 2024-11-07T21:24:12,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742198_1374 (size=30955) 2024-11-07T21:24:12,777 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/A/4ecf54cec3a24b5ba6996251636ffb15 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/4ecf54cec3a24b5ba6996251636ffb15 2024-11-07T21:24:12,782 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ec33452fe7847d2dabc2ee63b69bc14f/A of ec33452fe7847d2dabc2ee63b69bc14f into 4ecf54cec3a24b5ba6996251636ffb15(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:24:12,782 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec33452fe7847d2dabc2ee63b69bc14f: 2024-11-07T21:24:12,782 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., storeName=ec33452fe7847d2dabc2ee63b69bc14f/A, priority=13, startTime=1731014651916; duration=0sec 2024-11-07T21:24:12,783 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:24:12,783 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec33452fe7847d2dabc2ee63b69bc14f:A 2024-11-07T21:24:12,814 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/A/40c606ff78aa4e33af803765a6552b4d 2024-11-07T21:24:12,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on ec33452fe7847d2dabc2ee63b69bc14f 2024-11-07T21:24:12,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. as already flushing 2024-11-07T21:24:12,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/B/3228aeee18ed4f918a9fc259bdf66e02 is 50, key is test_row_0/B:col10/1731014650620/Put/seqid=0 2024-11-07T21:24:12,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742199_1375 (size=12001) 2024-11-07T21:24:12,828 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/B/3228aeee18ed4f918a9fc259bdf66e02 2024-11-07T21:24:12,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/C/e705173ab03649569aae796f481ada7b is 50, key is test_row_0/C:col10/1731014650620/Put/seqid=0 2024-11-07T21:24:12,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:12,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59106 deadline: 1731014712830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:12,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:12,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1731014712830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:12,842 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:12,842 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:12,842 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:12,842 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:12,842 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:12,842 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:12,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:12,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59070 deadline: 1731014712831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:12,843 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:12,843 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:12,843 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:12,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742200_1376 (size=12001) 2024-11-07T21:24:12,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:12,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731014712842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:12,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:12,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59016 deadline: 1731014712842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:12,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:12,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:12,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:12,850 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:12,850 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:12,850 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:12,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:12,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1731014712949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:12,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:12,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59070 deadline: 1731014712949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:12,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:12,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:12,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:12,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:12,954 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:12,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59106 deadline: 1731014712949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:12,954 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:12,954 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:12,954 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:12,954 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:12,954 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:12,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:12,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731014712959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:12,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:12,964 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:12,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59016 deadline: 1731014712959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:12,964 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:12,964 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:12,964 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:12,964 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:12,964 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:13,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-07T21:24:13,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:13,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1731014713159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:13,164 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:13,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:13,164 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:13,164 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:13,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59070 deadline: 1731014713159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:13,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:13,164 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:13,164 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:13,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59106 deadline: 1731014713159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:13,164 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:13,164 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:13,164 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:13,164 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:13,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:13,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731014713170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:13,177 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:13,177 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:13,177 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:13,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:13,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59016 deadline: 1731014713172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:13,178 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:13,178 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:13,178 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:13,246 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/C/e705173ab03649569aae796f481ada7b 2024-11-07T21:24:13,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/A/40c606ff78aa4e33af803765a6552b4d as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/40c606ff78aa4e33af803765a6552b4d 2024-11-07T21:24:13,254 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/40c606ff78aa4e33af803765a6552b4d, entries=150, sequenceid=77, filesize=30.2 K 2024-11-07T21:24:13,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/B/3228aeee18ed4f918a9fc259bdf66e02 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/3228aeee18ed4f918a9fc259bdf66e02 2024-11-07T21:24:13,258 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/3228aeee18ed4f918a9fc259bdf66e02, entries=150, sequenceid=77, filesize=11.7 K 2024-11-07T21:24:13,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/C/e705173ab03649569aae796f481ada7b as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/e705173ab03649569aae796f481ada7b 2024-11-07T21:24:13,263 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/e705173ab03649569aae796f481ada7b, entries=150, sequenceid=77, filesize=11.7 K 2024-11-07T21:24:13,264 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for ec33452fe7847d2dabc2ee63b69bc14f in 1292ms, sequenceid=77, compaction requested=false 2024-11-07T21:24:13,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for ec33452fe7847d2dabc2ee63b69bc14f: 2024-11-07T21:24:13,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:13,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-11-07T21:24:13,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-11-07T21:24:13,267 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-11-07T21:24:13,267 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3920 sec 2024-11-07T21:24:13,270 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 2.3970 sec 2024-11-07T21:24:13,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on ec33452fe7847d2dabc2ee63b69bc14f 2024-11-07T21:24:13,474 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-07T21:24:13,474 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ec33452fe7847d2dabc2ee63b69bc14f 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-07T21:24:13,481 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110746187af0c298425ba6c191b206b63114_ec33452fe7847d2dabc2ee63b69bc14f is 50, key is test_row_0/A:col10/1731014652834/Put/seqid=0 2024-11-07T21:24:13,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742201_1377 (size=17034) 2024-11-07T21:24:13,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:13,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59106 deadline: 1731014713502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:13,516 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:13,516 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:13,516 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:13,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:13,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731014713510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:13,519 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:13,519 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:13,519 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:13,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:13,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1731014713511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:13,520 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:13,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:13,520 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:13,520 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:13,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59070 deadline: 1731014713511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:13,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:13,520 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:13,520 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:13,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59016 deadline: 1731014713515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:13,520 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:13,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:13,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:13,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:13,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:13,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59106 deadline: 1731014713619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:13,623 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:13,623 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:13,623 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:13,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:13,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731014713629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:13,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:13,637 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:13,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59070 deadline: 1731014713630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:13,637 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:13,637 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:13,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:13,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1731014713630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:13,637 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:13,637 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:13,637 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:13,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:13,637 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:13,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59016 deadline: 1731014713630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:13,637 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:13,637 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:13,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:13,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:13,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:13,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:13,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59106 deadline: 1731014713829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:13,835 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:13,835 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:13,835 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:13,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:13,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731014713839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:13,848 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:13,848 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:13,848 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:13,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:13,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59070 deadline: 1731014713850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:13,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:13,861 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:13,861 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:13,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:13,861 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:13,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1731014713850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:13,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59016 deadline: 1731014713850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:13,861 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:13,861 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:13,861 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:13,861 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:13,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:13,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:13,891 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:24:13,895 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110746187af0c298425ba6c191b206b63114_ec33452fe7847d2dabc2ee63b69bc14f to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110746187af0c298425ba6c191b206b63114_ec33452fe7847d2dabc2ee63b69bc14f 2024-11-07T21:24:13,896 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/A/b5526e369ef0473d9ae8f1ff73065034, store: [table=TestAcidGuarantees family=A region=ec33452fe7847d2dabc2ee63b69bc14f] 2024-11-07T21:24:13,896 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/A/b5526e369ef0473d9ae8f1ff73065034 is 175, key is test_row_0/A:col10/1731014652834/Put/seqid=0 2024-11-07T21:24:13,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742202_1378 (size=48139) 2024-11-07T21:24:14,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:14,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59106 deadline: 1731014714139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:14,141 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:14,141 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:14,141 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:14,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:14,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731014714159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:14,165 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:14,165 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:14,165 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:14,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:14,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59070 deadline: 1731014714169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:14,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:14,176 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:14,176 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:14,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1731014714170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:14,176 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:14,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:14,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:14,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:14,177 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:14,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59016 deadline: 1731014714170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:14,177 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:14,177 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:14,177 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:14,306 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=96, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/A/b5526e369ef0473d9ae8f1ff73065034 2024-11-07T21:24:14,313 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/B/50fb9df6a06c468d8d5f740302adca93 is 50, key is test_row_0/B:col10/1731014652834/Put/seqid=0 2024-11-07T21:24:14,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742203_1379 (size=12001) 2024-11-07T21:24:14,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:14,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59106 deadline: 1731014714649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:14,658 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:14,658 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:14,658 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:14,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:14,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731014714680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:14,689 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:14,689 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:14,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:14,689 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:14,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59070 deadline: 1731014714680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:14,689 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:14,689 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:14,689 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:14,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:14,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59016 deadline: 1731014714680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:14,690 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:14,690 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:14,690 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:14,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:14,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1731014714689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:14,693 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:14,693 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:14,693 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:14,718 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/B/50fb9df6a06c468d8d5f740302adca93 2024-11-07T21:24:14,724 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/C/961775b5f2fc4021b2f705bd54a07a06 is 50, key is test_row_0/C:col10/1731014652834/Put/seqid=0 2024-11-07T21:24:14,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742204_1380 (size=12001) 2024-11-07T21:24:14,727 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/C/961775b5f2fc4021b2f705bd54a07a06 2024-11-07T21:24:14,745 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/A/b5526e369ef0473d9ae8f1ff73065034 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/b5526e369ef0473d9ae8f1ff73065034 2024-11-07T21:24:14,751 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/b5526e369ef0473d9ae8f1ff73065034, entries=250, sequenceid=96, filesize=47.0 K 2024-11-07T21:24:14,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/B/50fb9df6a06c468d8d5f740302adca93 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/50fb9df6a06c468d8d5f740302adca93 2024-11-07T21:24:14,755 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/50fb9df6a06c468d8d5f740302adca93, entries=150, sequenceid=96, filesize=11.7 K 2024-11-07T21:24:14,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/C/961775b5f2fc4021b2f705bd54a07a06 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/961775b5f2fc4021b2f705bd54a07a06 2024-11-07T21:24:14,759 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/961775b5f2fc4021b2f705bd54a07a06, entries=150, sequenceid=96, filesize=11.7 K 2024-11-07T21:24:14,759 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for ec33452fe7847d2dabc2ee63b69bc14f in 1285ms, sequenceid=96, compaction requested=true 2024-11-07T21:24:14,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ec33452fe7847d2dabc2ee63b69bc14f: 2024-11-07T21:24:14,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec33452fe7847d2dabc2ee63b69bc14f:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T21:24:14,760 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:24:14,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:24:14,760 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:24:14,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec33452fe7847d2dabc2ee63b69bc14f:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T21:24:14,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:24:14,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec33452fe7847d2dabc2ee63b69bc14f:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T21:24:14,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:24:14,760 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:24:14,760 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110152 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:24:14,760 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1541): ec33452fe7847d2dabc2ee63b69bc14f/A is initiating minor compaction (all files) 2024-11-07T21:24:14,761 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): ec33452fe7847d2dabc2ee63b69bc14f/B is initiating minor compaction (all files) 2024-11-07T21:24:14,761 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec33452fe7847d2dabc2ee63b69bc14f/B in TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:14,761 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec33452fe7847d2dabc2ee63b69bc14f/A in TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:14,761 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/2216a0eeb5424cf2922abd080964fe75, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/3228aeee18ed4f918a9fc259bdf66e02, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/50fb9df6a06c468d8d5f740302adca93] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp, totalSize=35.3 K 2024-11-07T21:24:14,761 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/4ecf54cec3a24b5ba6996251636ffb15, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/40c606ff78aa4e33af803765a6552b4d, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/b5526e369ef0473d9ae8f1ff73065034] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp, totalSize=107.6 K 2024-11-07T21:24:14,761 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:14,761 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. files: [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/4ecf54cec3a24b5ba6996251636ffb15, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/40c606ff78aa4e33af803765a6552b4d, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/b5526e369ef0473d9ae8f1ff73065034] 2024-11-07T21:24:14,761 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 2216a0eeb5424cf2922abd080964fe75, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731014649933 2024-11-07T21:24:14,761 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4ecf54cec3a24b5ba6996251636ffb15, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731014649933 2024-11-07T21:24:14,761 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 3228aeee18ed4f918a9fc259bdf66e02, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731014650620 2024-11-07T21:24:14,761 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 40c606ff78aa4e33af803765a6552b4d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731014650620 2024-11-07T21:24:14,761 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting b5526e369ef0473d9ae8f1ff73065034, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731014652829 2024-11-07T21:24:14,762 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 50fb9df6a06c468d8d5f740302adca93, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731014652834 2024-11-07T21:24:14,770 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec33452fe7847d2dabc2ee63b69bc14f#B#compaction#326 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:24:14,771 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/B/9f9f3353ed7c4da6a6aa29f02fdaa2ac is 50, key is test_row_0/B:col10/1731014652834/Put/seqid=0 2024-11-07T21:24:14,773 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ec33452fe7847d2dabc2ee63b69bc14f] 2024-11-07T21:24:14,782 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241107939804123c4a4eff90c79a78ba07a357_ec33452fe7847d2dabc2ee63b69bc14f store=[table=TestAcidGuarantees family=A region=ec33452fe7847d2dabc2ee63b69bc14f] 2024-11-07T21:24:14,784 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241107939804123c4a4eff90c79a78ba07a357_ec33452fe7847d2dabc2ee63b69bc14f, store=[table=TestAcidGuarantees family=A region=ec33452fe7847d2dabc2ee63b69bc14f] 2024-11-07T21:24:14,785 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107939804123c4a4eff90c79a78ba07a357_ec33452fe7847d2dabc2ee63b69bc14f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ec33452fe7847d2dabc2ee63b69bc14f] 2024-11-07T21:24:14,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742205_1381 (size=12207) 2024-11-07T21:24:14,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742206_1382 (size=4469) 2024-11-07T21:24:14,807 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec33452fe7847d2dabc2ee63b69bc14f#A#compaction#327 average throughput is 0.72 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:24:14,807 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/A/6252adce67304081938f095f0cf325c8 is 175, key is test_row_0/A:col10/1731014652834/Put/seqid=0 2024-11-07T21:24:14,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742207_1383 (size=31161) 2024-11-07T21:24:14,825 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/A/6252adce67304081938f095f0cf325c8 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/6252adce67304081938f095f0cf325c8 2024-11-07T21:24:14,829 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ec33452fe7847d2dabc2ee63b69bc14f/A of ec33452fe7847d2dabc2ee63b69bc14f into 6252adce67304081938f095f0cf325c8(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:24:14,829 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec33452fe7847d2dabc2ee63b69bc14f: 2024-11-07T21:24:14,829 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., storeName=ec33452fe7847d2dabc2ee63b69bc14f/A, priority=13, startTime=1731014654759; duration=0sec 2024-11-07T21:24:14,830 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:24:14,830 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec33452fe7847d2dabc2ee63b69bc14f:A 2024-11-07T21:24:14,830 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:24:14,832 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:24:14,832 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1541): ec33452fe7847d2dabc2ee63b69bc14f/C is initiating minor compaction (all files) 2024-11-07T21:24:14,832 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec33452fe7847d2dabc2ee63b69bc14f/C in TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:14,832 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/cc82c18bd56a44919e0dbb0a6ae6741d, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/e705173ab03649569aae796f481ada7b, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/961775b5f2fc4021b2f705bd54a07a06] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp, totalSize=35.3 K 2024-11-07T21:24:14,832 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting cc82c18bd56a44919e0dbb0a6ae6741d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731014649933 2024-11-07T21:24:14,833 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting e705173ab03649569aae796f481ada7b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731014650620 2024-11-07T21:24:14,833 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 961775b5f2fc4021b2f705bd54a07a06, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731014652834 2024-11-07T21:24:14,844 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec33452fe7847d2dabc2ee63b69bc14f#C#compaction#328 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:24:14,844 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/C/126d9fc385924a71bf13afe10d2d7fb8 is 50, key is test_row_0/C:col10/1731014652834/Put/seqid=0 2024-11-07T21:24:14,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742208_1384 (size=12207) 2024-11-07T21:24:14,865 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/C/126d9fc385924a71bf13afe10d2d7fb8 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/126d9fc385924a71bf13afe10d2d7fb8 2024-11-07T21:24:14,869 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ec33452fe7847d2dabc2ee63b69bc14f/C of ec33452fe7847d2dabc2ee63b69bc14f into 126d9fc385924a71bf13afe10d2d7fb8(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:24:14,869 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec33452fe7847d2dabc2ee63b69bc14f: 2024-11-07T21:24:14,869 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., storeName=ec33452fe7847d2dabc2ee63b69bc14f/C, priority=13, startTime=1731014654760; duration=0sec 2024-11-07T21:24:14,869 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:24:14,869 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec33452fe7847d2dabc2ee63b69bc14f:C 2024-11-07T21:24:15,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-07T21:24:15,030 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T21:24:15,030 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T21:24:15,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees 2024-11-07T21:24:15,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-07T21:24:15,032 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T21:24:15,033 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T21:24:15,033 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T21:24:15,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-07T21:24:15,184 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-07T21:24:15,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:15,185 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing ec33452fe7847d2dabc2ee63b69bc14f 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-07T21:24:15,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110717a692d6127549e09c4470e9cafe1e46_ec33452fe7847d2dabc2ee63b69bc14f is 50, key is test_row_0/A:col10/1731014653509/Put/seqid=0 2024-11-07T21:24:15,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742209_1385 (size=12154) 2024-11-07T21:24:15,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:24:15,205 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110717a692d6127549e09c4470e9cafe1e46_ec33452fe7847d2dabc2ee63b69bc14f to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110717a692d6127549e09c4470e9cafe1e46_ec33452fe7847d2dabc2ee63b69bc14f 2024-11-07T21:24:15,206 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/B/9f9f3353ed7c4da6a6aa29f02fdaa2ac as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/9f9f3353ed7c4da6a6aa29f02fdaa2ac 2024-11-07T21:24:15,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/A/30cf8e20a161435d824fdb6eea8baba7, store: [table=TestAcidGuarantees family=A region=ec33452fe7847d2dabc2ee63b69bc14f] 2024-11-07T21:24:15,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/A/30cf8e20a161435d824fdb6eea8baba7 is 175, key is test_row_0/A:col10/1731014653509/Put/seqid=0 2024-11-07T21:24:15,212 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ec33452fe7847d2dabc2ee63b69bc14f/B of ec33452fe7847d2dabc2ee63b69bc14f into 9f9f3353ed7c4da6a6aa29f02fdaa2ac(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:24:15,212 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec33452fe7847d2dabc2ee63b69bc14f: 2024-11-07T21:24:15,212 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., storeName=ec33452fe7847d2dabc2ee63b69bc14f/B, priority=13, startTime=1731014654760; duration=0sec 2024-11-07T21:24:15,212 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:24:15,212 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec33452fe7847d2dabc2ee63b69bc14f:B 2024-11-07T21:24:15,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742210_1386 (size=30955) 2024-11-07T21:24:15,218 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/A/30cf8e20a161435d824fdb6eea8baba7 2024-11-07T21:24:15,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/B/68effbd5b89c4dcf8f6fa4ba5fcec797 is 50, key is test_row_0/B:col10/1731014653509/Put/seqid=0 2024-11-07T21:24:15,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742211_1387 (size=12001) 2024-11-07T21:24:15,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-07T21:24:15,647 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/B/68effbd5b89c4dcf8f6fa4ba5fcec797 2024-11-07T21:24:15,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/C/644bfb8d415a4572b256de4709f8faef is 50, key is test_row_0/C:col10/1731014653509/Put/seqid=0 2024-11-07T21:24:15,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742212_1388 (size=12001) 2024-11-07T21:24:15,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-07T21:24:15,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on ec33452fe7847d2dabc2ee63b69bc14f 2024-11-07T21:24:15,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. as already flushing 2024-11-07T21:24:15,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:15,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1731014715745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:15,756 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:15,756 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:15,756 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:15,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:15,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59070 deadline: 1731014715748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:15,759 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:15,759 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:15,759 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:15,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:15,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59106 deadline: 1731014715749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:15,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:15,765 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:15,765 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:15,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731014715754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:15,765 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:15,765 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:15,765 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:15,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:15,765 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:15,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59016 deadline: 1731014715755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:15,765 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:15,765 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:15,765 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:15,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:15,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1731014715860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:15,866 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:15,866 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:15,866 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:15,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:15,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59070 deadline: 1731014715869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:15,875 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:15,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:15,875 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:15,875 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:15,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59106 deadline: 1731014715869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:15,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:15,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731014715869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:15,875 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:15,875 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:15,875 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:15,875 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:15,875 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:15,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:15,875 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:15,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59016 deadline: 1731014715869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:15,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:15,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:15,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:16,057 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/C/644bfb8d415a4572b256de4709f8faef 2024-11-07T21:24:16,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/A/30cf8e20a161435d824fdb6eea8baba7 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/30cf8e20a161435d824fdb6eea8baba7 2024-11-07T21:24:16,069 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/30cf8e20a161435d824fdb6eea8baba7, entries=150, sequenceid=117, filesize=30.2 K 2024-11-07T21:24:16,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/B/68effbd5b89c4dcf8f6fa4ba5fcec797 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/68effbd5b89c4dcf8f6fa4ba5fcec797 2024-11-07T21:24:16,076 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/68effbd5b89c4dcf8f6fa4ba5fcec797, entries=150, sequenceid=117, filesize=11.7 K 2024-11-07T21:24:16,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:16,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1731014716070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:16,077 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:16,077 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:16,077 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:16,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/C/644bfb8d415a4572b256de4709f8faef as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/644bfb8d415a4572b256de4709f8faef 2024-11-07T21:24:16,081 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/644bfb8d415a4572b256de4709f8faef, entries=150, sequenceid=117, filesize=11.7 K 2024-11-07T21:24:16,082 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for ec33452fe7847d2dabc2ee63b69bc14f in 897ms, sequenceid=117, compaction requested=false 2024-11-07T21:24:16,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for ec33452fe7847d2dabc2ee63b69bc14f: 2024-11-07T21:24:16,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:16,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110 2024-11-07T21:24:16,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4169): Remote procedure done, pid=110 2024-11-07T21:24:16,084 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-11-07T21:24:16,084 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0500 sec 2024-11-07T21:24:16,085 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 1.0550 sec 2024-11-07T21:24:16,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on ec33452fe7847d2dabc2ee63b69bc14f 2024-11-07T21:24:16,086 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-07T21:24:16,086 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ec33452fe7847d2dabc2ee63b69bc14f 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-07T21:24:16,093 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110765a767dee3fc4d43adaa2a7251bcbc36_ec33452fe7847d2dabc2ee63b69bc14f is 50, key is test_row_0/A:col10/1731014655748/Put/seqid=0 2024-11-07T21:24:16,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742213_1389 (size=14794) 2024-11-07T21:24:16,098 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:24:16,104 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110765a767dee3fc4d43adaa2a7251bcbc36_ec33452fe7847d2dabc2ee63b69bc14f to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110765a767dee3fc4d43adaa2a7251bcbc36_ec33452fe7847d2dabc2ee63b69bc14f 2024-11-07T21:24:16,104 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/A/dcb1997873f744459b88f4bbb5e9d3e9, store: [table=TestAcidGuarantees family=A region=ec33452fe7847d2dabc2ee63b69bc14f] 2024-11-07T21:24:16,105 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/A/dcb1997873f744459b88f4bbb5e9d3e9 is 175, key is test_row_0/A:col10/1731014655748/Put/seqid=0 2024-11-07T21:24:16,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742214_1390 (size=39749) 2024-11-07T21:24:16,112 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=136, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/A/dcb1997873f744459b88f4bbb5e9d3e9 2024-11-07T21:24:16,120 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/B/9750891302894f34a6a386d807d0a5f6 is 50, key is test_row_0/B:col10/1731014655748/Put/seqid=0 2024-11-07T21:24:16,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742215_1391 (size=12151) 2024-11-07T21:24:16,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:16,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59070 deadline: 1731014716125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:16,135 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:16,135 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:16,135 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:16,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:16,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59016 deadline: 1731014716127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:16,142 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:16,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:16,142 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:16,142 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:16,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59106 deadline: 1731014716128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:16,142 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:16,142 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:16,143 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:16,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:16,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731014716130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:16,143 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:16,143 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:16,143 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:16,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-07T21:24:16,169 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T21:24:16,170 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T21:24:16,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees 2024-11-07T21:24:16,171 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T21:24:16,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-07T21:24:16,172 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T21:24:16,172 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T21:24:16,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:16,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59070 deadline: 1731014716239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:16,246 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:16,246 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:16,246 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:16,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:16,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:16,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59106 deadline: 1731014716249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:16,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59016 deadline: 1731014716249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:16,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:16,259 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:16,259 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:16,259 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:16,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731014716249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:16,259 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:16,259 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:16,259 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:16,259 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:16,259 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:16,259 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:16,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-07T21:24:16,324 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-07T21:24:16,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:16,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. as already flushing 2024-11-07T21:24:16,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:16,325 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:16,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:16,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:16,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:16,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1731014716390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:16,394 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:16,395 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:16,395 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:16,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:16,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59070 deadline: 1731014716449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:16,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:16,456 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:16,456 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:16,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-07T21:24:16,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:16,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. as already flushing 2024-11-07T21:24:16,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:16,478 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:16,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:16,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:16,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:16,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59106 deadline: 1731014716469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:16,481 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:16,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:16,481 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:16,481 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:16,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59016 deadline: 1731014716469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:16,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:16,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:16,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:16,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:16,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731014716470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:16,482 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:16,482 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:16,482 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:16,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-07T21:24:16,532 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/B/9750891302894f34a6a386d807d0a5f6 2024-11-07T21:24:16,542 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/C/1c0e5c1cf885454787c3fd9c38c83ef3 is 50, key is test_row_0/C:col10/1731014655748/Put/seqid=0 2024-11-07T21:24:16,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742216_1392 (size=12151) 2024-11-07T21:24:16,567 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/C/1c0e5c1cf885454787c3fd9c38c83ef3 2024-11-07T21:24:16,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/A/dcb1997873f744459b88f4bbb5e9d3e9 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/dcb1997873f744459b88f4bbb5e9d3e9 2024-11-07T21:24:16,577 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/dcb1997873f744459b88f4bbb5e9d3e9, entries=200, sequenceid=136, filesize=38.8 K 2024-11-07T21:24:16,578 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/B/9750891302894f34a6a386d807d0a5f6 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/9750891302894f34a6a386d807d0a5f6 2024-11-07T21:24:16,583 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/9750891302894f34a6a386d807d0a5f6, entries=150, sequenceid=136, filesize=11.9 K 2024-11-07T21:24:16,584 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/C/1c0e5c1cf885454787c3fd9c38c83ef3 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/1c0e5c1cf885454787c3fd9c38c83ef3 2024-11-07T21:24:16,589 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/1c0e5c1cf885454787c3fd9c38c83ef3, entries=150, sequenceid=136, filesize=11.9 K 2024-11-07T21:24:16,590 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for ec33452fe7847d2dabc2ee63b69bc14f in 503ms, sequenceid=136, compaction requested=true 2024-11-07T21:24:16,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ec33452fe7847d2dabc2ee63b69bc14f: 2024-11-07T21:24:16,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec33452fe7847d2dabc2ee63b69bc14f:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T21:24:16,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:24:16,590 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:24:16,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec33452fe7847d2dabc2ee63b69bc14f:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T21:24:16,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:24:16,590 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:24:16,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec33452fe7847d2dabc2ee63b69bc14f:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T21:24:16,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:24:16,591 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:24:16,591 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1541): ec33452fe7847d2dabc2ee63b69bc14f/A is initiating minor compaction (all files) 2024-11-07T21:24:16,591 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec33452fe7847d2dabc2ee63b69bc14f/A in TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:16,591 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/6252adce67304081938f095f0cf325c8, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/30cf8e20a161435d824fdb6eea8baba7, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/dcb1997873f744459b88f4bbb5e9d3e9] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp, totalSize=99.5 K 2024-11-07T21:24:16,591 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:16,591 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. files: [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/6252adce67304081938f095f0cf325c8, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/30cf8e20a161435d824fdb6eea8baba7, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/dcb1997873f744459b88f4bbb5e9d3e9] 2024-11-07T21:24:16,592 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6252adce67304081938f095f0cf325c8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731014652834 2024-11-07T21:24:16,592 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:24:16,592 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): ec33452fe7847d2dabc2ee63b69bc14f/B is initiating minor compaction (all files) 2024-11-07T21:24:16,592 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec33452fe7847d2dabc2ee63b69bc14f/B in TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:16,592 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/9f9f3353ed7c4da6a6aa29f02fdaa2ac, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/68effbd5b89c4dcf8f6fa4ba5fcec797, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/9750891302894f34a6a386d807d0a5f6] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp, totalSize=35.5 K 2024-11-07T21:24:16,593 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 30cf8e20a161435d824fdb6eea8baba7, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731014653500 2024-11-07T21:24:16,593 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f9f3353ed7c4da6a6aa29f02fdaa2ac, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731014652834 2024-11-07T21:24:16,593 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting dcb1997873f744459b88f4bbb5e9d3e9, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731014655748 2024-11-07T21:24:16,593 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 68effbd5b89c4dcf8f6fa4ba5fcec797, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731014653500 2024-11-07T21:24:16,593 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 9750891302894f34a6a386d807d0a5f6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731014655748 2024-11-07T21:24:16,613 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ec33452fe7847d2dabc2ee63b69bc14f] 2024-11-07T21:24:16,618 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241107ae4543c45e3a44a2b8015a4d4c0fee72_ec33452fe7847d2dabc2ee63b69bc14f store=[table=TestAcidGuarantees family=A region=ec33452fe7847d2dabc2ee63b69bc14f] 2024-11-07T21:24:16,618 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec33452fe7847d2dabc2ee63b69bc14f#B#compaction#336 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:24:16,619 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/B/ded5f406b5a345a8935ecd8ab50ccec8 is 50, key is test_row_0/B:col10/1731014655748/Put/seqid=0 2024-11-07T21:24:16,620 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241107ae4543c45e3a44a2b8015a4d4c0fee72_ec33452fe7847d2dabc2ee63b69bc14f, store=[table=TestAcidGuarantees family=A region=ec33452fe7847d2dabc2ee63b69bc14f] 2024-11-07T21:24:16,620 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107ae4543c45e3a44a2b8015a4d4c0fee72_ec33452fe7847d2dabc2ee63b69bc14f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ec33452fe7847d2dabc2ee63b69bc14f] 2024-11-07T21:24:16,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742217_1393 (size=12459) 2024-11-07T21:24:16,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742218_1394 (size=4469) 2024-11-07T21:24:16,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-07T21:24:16,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:16,630 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2902): Flushing ec33452fe7847d2dabc2ee63b69bc14f 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-07T21:24:16,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107c12777b2cf0b44888b957d56e545f07d_ec33452fe7847d2dabc2ee63b69bc14f is 50, key is test_row_0/A:col10/1731014656124/Put/seqid=0 2024-11-07T21:24:16,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742219_1395 (size=12304) 2024-11-07T21:24:16,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on ec33452fe7847d2dabc2ee63b69bc14f 2024-11-07T21:24:16,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. as already flushing 2024-11-07T21:24:16,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-07T21:24:16,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:16,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59070 deadline: 1731014716811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:16,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:16,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59106 deadline: 1731014716816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:16,826 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:16,826 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:16,826 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:16,826 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:16,826 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:16,826 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:16,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:16,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731014716826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:16,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:16,835 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:16,835 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:16,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59016 deadline: 1731014716826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:16,835 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:16,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:16,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:16,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:16,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:16,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1731014716899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:16,905 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:16,905 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:16,905 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:16,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:16,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59070 deadline: 1731014716929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:16,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:16,937 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:16,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59106 deadline: 1731014716929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:16,937 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:16,937 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:16,937 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:16,937 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:16,937 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:16,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:16,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731014716939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:16,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:16,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59016 deadline: 1731014716939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:16,947 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:16,947 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:16,947 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:16,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:16,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:16,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:17,029 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/B/ded5f406b5a345a8935ecd8ab50ccec8 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/ded5f406b5a345a8935ecd8ab50ccec8 2024-11-07T21:24:17,031 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec33452fe7847d2dabc2ee63b69bc14f#A#compaction#335 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:24:17,031 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/A/2a6d2999f0bf463785436ec76206880d is 175, key is test_row_0/A:col10/1731014655748/Put/seqid=0 2024-11-07T21:24:17,033 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ec33452fe7847d2dabc2ee63b69bc14f/B of ec33452fe7847d2dabc2ee63b69bc14f into ded5f406b5a345a8935ecd8ab50ccec8(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:24:17,033 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec33452fe7847d2dabc2ee63b69bc14f: 2024-11-07T21:24:17,033 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., storeName=ec33452fe7847d2dabc2ee63b69bc14f/B, priority=13, startTime=1731014656590; duration=0sec 2024-11-07T21:24:17,033 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:24:17,033 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec33452fe7847d2dabc2ee63b69bc14f:B 2024-11-07T21:24:17,033 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:24:17,034 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:24:17,034 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): ec33452fe7847d2dabc2ee63b69bc14f/C is initiating minor compaction (all files) 2024-11-07T21:24:17,034 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec33452fe7847d2dabc2ee63b69bc14f/C in TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:17,035 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/126d9fc385924a71bf13afe10d2d7fb8, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/644bfb8d415a4572b256de4709f8faef, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/1c0e5c1cf885454787c3fd9c38c83ef3] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp, totalSize=35.5 K 2024-11-07T21:24:17,035 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 126d9fc385924a71bf13afe10d2d7fb8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731014652834 2024-11-07T21:24:17,035 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 644bfb8d415a4572b256de4709f8faef, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731014653500 2024-11-07T21:24:17,036 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c0e5c1cf885454787c3fd9c38c83ef3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731014655748 2024-11-07T21:24:17,043 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec33452fe7847d2dabc2ee63b69bc14f#C#compaction#338 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:24:17,043 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/C/742b4e7da97c4f20b1906f25a4f6ad1e is 50, key is test_row_0/C:col10/1731014655748/Put/seqid=0 2024-11-07T21:24:17,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:24:17,047 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107c12777b2cf0b44888b957d56e545f07d_ec33452fe7847d2dabc2ee63b69bc14f to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107c12777b2cf0b44888b957d56e545f07d_ec33452fe7847d2dabc2ee63b69bc14f 2024-11-07T21:24:17,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/A/998b8426de14472a9029b5e1d6f8843a, store: [table=TestAcidGuarantees family=A region=ec33452fe7847d2dabc2ee63b69bc14f] 2024-11-07T21:24:17,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/A/998b8426de14472a9029b5e1d6f8843a is 175, key is test_row_0/A:col10/1731014656124/Put/seqid=0 2024-11-07T21:24:17,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742220_1396 (size=31413) 2024-11-07T21:24:17,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742221_1397 (size=12459) 2024-11-07T21:24:17,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742222_1398 (size=31105) 2024-11-07T21:24:17,062 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=154, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/A/998b8426de14472a9029b5e1d6f8843a 2024-11-07T21:24:17,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/B/d157d9371cbb480cb994cb3a400dfcd8 is 50, key is test_row_0/B:col10/1731014656124/Put/seqid=0 2024-11-07T21:24:17,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742223_1399 (size=12151) 2024-11-07T21:24:17,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:17,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59106 deadline: 1731014717140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:17,147 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:17,147 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:17,147 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:17,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:17,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59070 deadline: 1731014717149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:17,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:17,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:17,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:17,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:17,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731014717149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:17,156 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:17,156 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:17,156 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:17,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:17,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59016 deadline: 1731014717159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:17,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:17,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:17,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:17,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-07T21:24:17,461 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/A/2a6d2999f0bf463785436ec76206880d as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/2a6d2999f0bf463785436ec76206880d 2024-11-07T21:24:17,461 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/C/742b4e7da97c4f20b1906f25a4f6ad1e as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/742b4e7da97c4f20b1906f25a4f6ad1e 2024-11-07T21:24:17,465 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ec33452fe7847d2dabc2ee63b69bc14f/C of ec33452fe7847d2dabc2ee63b69bc14f into 742b4e7da97c4f20b1906f25a4f6ad1e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:24:17,465 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ec33452fe7847d2dabc2ee63b69bc14f/A of ec33452fe7847d2dabc2ee63b69bc14f into 2a6d2999f0bf463785436ec76206880d(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:24:17,465 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec33452fe7847d2dabc2ee63b69bc14f: 2024-11-07T21:24:17,465 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec33452fe7847d2dabc2ee63b69bc14f: 2024-11-07T21:24:17,465 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., storeName=ec33452fe7847d2dabc2ee63b69bc14f/C, priority=13, startTime=1731014656590; duration=0sec 2024-11-07T21:24:17,465 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., storeName=ec33452fe7847d2dabc2ee63b69bc14f/A, priority=13, startTime=1731014656590; duration=0sec 2024-11-07T21:24:17,465 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:24:17,465 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec33452fe7847d2dabc2ee63b69bc14f:C 2024-11-07T21:24:17,465 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:24:17,465 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec33452fe7847d2dabc2ee63b69bc14f:A 2024-11-07T21:24:17,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:17,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:17,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59070 deadline: 1731014717460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:17,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59106 deadline: 1731014717460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:17,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:17,469 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:17,469 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:17,469 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:17,469 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:17,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731014717460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:17,469 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:17,469 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:17,469 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:17,469 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:17,469 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:17,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:17,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59016 deadline: 1731014717469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:17,470 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:17,470 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:17,470 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:17,472 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/B/d157d9371cbb480cb994cb3a400dfcd8 2024-11-07T21:24:17,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/C/ce4e1321398c4625819fb7ee9f50d5be is 50, key is test_row_0/C:col10/1731014656124/Put/seqid=0 2024-11-07T21:24:17,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742224_1400 (size=12151) 2024-11-07T21:24:17,880 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/C/ce4e1321398c4625819fb7ee9f50d5be 2024-11-07T21:24:17,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/A/998b8426de14472a9029b5e1d6f8843a as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/998b8426de14472a9029b5e1d6f8843a 2024-11-07T21:24:17,886 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/998b8426de14472a9029b5e1d6f8843a, entries=150, sequenceid=154, filesize=30.4 K 2024-11-07T21:24:17,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/B/d157d9371cbb480cb994cb3a400dfcd8 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/d157d9371cbb480cb994cb3a400dfcd8 2024-11-07T21:24:17,890 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/d157d9371cbb480cb994cb3a400dfcd8, entries=150, sequenceid=154, filesize=11.9 K 2024-11-07T21:24:17,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/C/ce4e1321398c4625819fb7ee9f50d5be as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/ce4e1321398c4625819fb7ee9f50d5be 2024-11-07T21:24:17,897 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/ce4e1321398c4625819fb7ee9f50d5be, entries=150, sequenceid=154, filesize=11.9 K 2024-11-07T21:24:17,898 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for ec33452fe7847d2dabc2ee63b69bc14f in 1268ms, sequenceid=154, compaction requested=false 2024-11-07T21:24:17,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2603): Flush status journal for ec33452fe7847d2dabc2ee63b69bc14f: 2024-11-07T21:24:17,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:17,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=112 2024-11-07T21:24:17,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4169): Remote procedure done, pid=112 2024-11-07T21:24:17,900 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-11-07T21:24:17,900 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7270 sec 2024-11-07T21:24:17,901 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees in 1.7310 sec 2024-11-07T21:24:17,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on ec33452fe7847d2dabc2ee63b69bc14f 2024-11-07T21:24:17,922 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-07T21:24:17,923 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ec33452fe7847d2dabc2ee63b69bc14f 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-07T21:24:17,929 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411075377458bcbe149608615ed24a23f4424_ec33452fe7847d2dabc2ee63b69bc14f is 50, key is test_row_0/A:col10/1731014656809/Put/seqid=0 2024-11-07T21:24:17,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742225_1401 (size=14794) 2024-11-07T21:24:18,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:18,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59106 deadline: 1731014717989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:18,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:18,001 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:18,001 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:18,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59016 deadline: 1731014717990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:18,001 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:18,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:18,001 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:18,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731014717991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:18,001 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:18,001 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:18,001 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:18,001 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:18,001 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:18,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:18,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1731014718000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:18,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:18,011 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:18,011 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:18,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59070 deadline: 1731014718000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:18,011 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:18,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:18,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:18,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:18,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:18,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59106 deadline: 1731014718109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:18,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:18,118 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:18,118 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:18,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731014718110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:18,118 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:18,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:18,118 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:18,118 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:18,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59016 deadline: 1731014718110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:18,118 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:18,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:18,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:18,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:18,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:18,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1731014718120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:18,127 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:18,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:18,127 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:18,127 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:18,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59070 deadline: 1731014718120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:18,127 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:18,128 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:18,128 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:18,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-07T21:24:18,320 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T21:24:18,320 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T21:24:18,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees 2024-11-07T21:24:18,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-07T21:24:18,322 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T21:24:18,322 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T21:24:18,322 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T21:24:18,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:18,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59106 deadline: 1731014718320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:18,326 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:18,326 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:18,327 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:18,334 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:24:18,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:18,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731014718329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:18,336 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:18,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59016 deadline: 1731014718329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:18,336 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:18,336 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:18,336 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:18,336 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411075377458bcbe149608615ed24a23f4424_ec33452fe7847d2dabc2ee63b69bc14f to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411075377458bcbe149608615ed24a23f4424_ec33452fe7847d2dabc2ee63b69bc14f 2024-11-07T21:24:18,337 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:18,337 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:18,337 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:18,337 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/A/e7f2ea2dad754794845128b0bfcf8af5, store: [table=TestAcidGuarantees family=A region=ec33452fe7847d2dabc2ee63b69bc14f] 2024-11-07T21:24:18,338 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/A/e7f2ea2dad754794845128b0bfcf8af5 is 175, key is test_row_0/A:col10/1731014656809/Put/seqid=0 2024-11-07T21:24:18,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742226_1402 (size=39749) 2024-11-07T21:24:18,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:18,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1731014718339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:18,346 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:18,346 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:18,346 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:18,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:18,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59070 deadline: 1731014718339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:18,346 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:18,346 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:18,346 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:18,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-07T21:24:18,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-07T21:24:18,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:18,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. as already flushing 2024-11-07T21:24:18,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:18,474 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:18,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:18,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:18,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-07T21:24:18,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:18,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. as already flushing 2024-11-07T21:24:18,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:18,626 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:18,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:18,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:18,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-07T21:24:18,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:18,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59106 deadline: 1731014718630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:18,641 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:18,641 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:18,641 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:18,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:18,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59016 deadline: 1731014718640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:18,645 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:18,645 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:18,645 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:18,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:18,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731014718649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:18,654 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:18,654 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:18,654 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:18,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:18,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1731014718649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:18,654 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:18,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:18,654 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:18,654 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:18,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59070 deadline: 1731014718649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:18,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:18,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:18,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:18,741 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=177, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/A/e7f2ea2dad754794845128b0bfcf8af5 2024-11-07T21:24:18,747 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/B/495ab8591c924d35b31e9616ec121e8d is 50, key is test_row_0/B:col10/1731014656809/Put/seqid=0 2024-11-07T21:24:18,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742227_1403 (size=12151) 2024-11-07T21:24:18,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-07T21:24:18,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:18,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. as already flushing 2024-11-07T21:24:18,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:18,779 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:18,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:18,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:18,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-07T21:24:18,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:18,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. as already flushing 2024-11-07T21:24:18,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:18,931 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:18,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:18,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:18,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-07T21:24:19,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-07T21:24:19,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:19,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. as already flushing 2024-11-07T21:24:19,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:19,084 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:19,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:19,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:19,154 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/B/495ab8591c924d35b31e9616ec121e8d 2024-11-07T21:24:19,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:19,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59106 deadline: 1731014719149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:19,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:19,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59016 deadline: 1731014719149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:19,159 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:19,159 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:19,159 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:19,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:19,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:19,159 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/C/2f14937482964d689898ba1eb8d986c9 is 50, key is test_row_0/C:col10/1731014656809/Put/seqid=0 2024-11-07T21:24:19,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:19,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742228_1404 (size=12151) 2024-11-07T21:24:19,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:19,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731014719159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:19,166 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:19,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:19,166 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:19,166 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:19,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1731014719160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:19,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:19,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:19,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:19,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:19,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59070 deadline: 1731014719160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:19,167 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:19,167 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:19,167 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:19,236 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-07T21:24:19,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:19,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. as already flushing 2024-11-07T21:24:19,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:19,236 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:19,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:19,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:19,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-07T21:24:19,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:19,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. as already flushing 2024-11-07T21:24:19,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:19,389 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:19,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:19,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:19,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-07T21:24:19,542 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-07T21:24:19,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:19,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. as already flushing 2024-11-07T21:24:19,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:19,542 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:19,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:19,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:19,565 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/C/2f14937482964d689898ba1eb8d986c9 2024-11-07T21:24:19,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/A/e7f2ea2dad754794845128b0bfcf8af5 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/e7f2ea2dad754794845128b0bfcf8af5 2024-11-07T21:24:19,572 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/e7f2ea2dad754794845128b0bfcf8af5, entries=200, sequenceid=177, filesize=38.8 K 2024-11-07T21:24:19,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/B/495ab8591c924d35b31e9616ec121e8d as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/495ab8591c924d35b31e9616ec121e8d 2024-11-07T21:24:19,580 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/495ab8591c924d35b31e9616ec121e8d, entries=150, sequenceid=177, filesize=11.9 K 2024-11-07T21:24:19,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/C/2f14937482964d689898ba1eb8d986c9 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/2f14937482964d689898ba1eb8d986c9 2024-11-07T21:24:19,585 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/2f14937482964d689898ba1eb8d986c9, entries=150, sequenceid=177, filesize=11.9 K 2024-11-07T21:24:19,585 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for ec33452fe7847d2dabc2ee63b69bc14f in 1663ms, sequenceid=177, compaction requested=true 2024-11-07T21:24:19,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ec33452fe7847d2dabc2ee63b69bc14f: 2024-11-07T21:24:19,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec33452fe7847d2dabc2ee63b69bc14f:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T21:24:19,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:24:19,586 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:24:19,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec33452fe7847d2dabc2ee63b69bc14f:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T21:24:19,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:24:19,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec33452fe7847d2dabc2ee63b69bc14f:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T21:24:19,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-07T21:24:19,587 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102267 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:24:19,587 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1541): ec33452fe7847d2dabc2ee63b69bc14f/A is initiating minor compaction (all files) 2024-11-07T21:24:19,587 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec33452fe7847d2dabc2ee63b69bc14f/A in TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:19,587 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:24:19,587 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/2a6d2999f0bf463785436ec76206880d, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/998b8426de14472a9029b5e1d6f8843a, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/e7f2ea2dad754794845128b0bfcf8af5] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp, totalSize=99.9 K 2024-11-07T21:24:19,587 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:19,587 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. files: [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/2a6d2999f0bf463785436ec76206880d, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/998b8426de14472a9029b5e1d6f8843a, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/e7f2ea2dad754794845128b0bfcf8af5] 2024-11-07T21:24:19,587 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2a6d2999f0bf463785436ec76206880d, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731014655748 2024-11-07T21:24:19,588 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 998b8426de14472a9029b5e1d6f8843a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731014656124 2024-11-07T21:24:19,588 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:24:19,588 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): ec33452fe7847d2dabc2ee63b69bc14f/B is initiating minor compaction (all files) 2024-11-07T21:24:19,588 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec33452fe7847d2dabc2ee63b69bc14f/B in TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:19,588 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting e7f2ea2dad754794845128b0bfcf8af5, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1731014656809 2024-11-07T21:24:19,588 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/ded5f406b5a345a8935ecd8ab50ccec8, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/d157d9371cbb480cb994cb3a400dfcd8, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/495ab8591c924d35b31e9616ec121e8d] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp, totalSize=35.9 K 2024-11-07T21:24:19,588 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting ded5f406b5a345a8935ecd8ab50ccec8, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731014655748 2024-11-07T21:24:19,588 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting d157d9371cbb480cb994cb3a400dfcd8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731014656124 2024-11-07T21:24:19,589 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 495ab8591c924d35b31e9616ec121e8d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1731014656809 2024-11-07T21:24:19,594 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ec33452fe7847d2dabc2ee63b69bc14f] 2024-11-07T21:24:19,609 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241107ac7cc7f5751942428dd343a01001fae5_ec33452fe7847d2dabc2ee63b69bc14f store=[table=TestAcidGuarantees family=A region=ec33452fe7847d2dabc2ee63b69bc14f] 2024-11-07T21:24:19,611 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241107ac7cc7f5751942428dd343a01001fae5_ec33452fe7847d2dabc2ee63b69bc14f, store=[table=TestAcidGuarantees family=A region=ec33452fe7847d2dabc2ee63b69bc14f] 2024-11-07T21:24:19,611 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107ac7cc7f5751942428dd343a01001fae5_ec33452fe7847d2dabc2ee63b69bc14f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ec33452fe7847d2dabc2ee63b69bc14f] 2024-11-07T21:24:19,618 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec33452fe7847d2dabc2ee63b69bc14f#B#compaction#345 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:24:19,619 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/B/450a18b7962447de8bf5d35b222a879d is 50, key is test_row_0/B:col10/1731014656809/Put/seqid=0 2024-11-07T21:24:19,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742229_1405 (size=4469) 2024-11-07T21:24:19,651 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec33452fe7847d2dabc2ee63b69bc14f#A#compaction#344 average throughput is 0.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:24:19,652 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/A/6b6d7c900a914a44ace86e4605cc63da is 175, key is test_row_0/A:col10/1731014656809/Put/seqid=0 2024-11-07T21:24:19,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742230_1406 (size=12561) 2024-11-07T21:24:19,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742231_1407 (size=31515) 2024-11-07T21:24:19,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-07T21:24:19,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:19,696 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2902): Flushing ec33452fe7847d2dabc2ee63b69bc14f 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-07T21:24:19,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411079cd946e3a97442b6be2536dd4ac27051_ec33452fe7847d2dabc2ee63b69bc14f is 50, key is test_row_0/A:col10/1731014657999/Put/seqid=0 2024-11-07T21:24:19,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742232_1408 (size=12304) 2024-11-07T21:24:19,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:24:19,713 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411079cd946e3a97442b6be2536dd4ac27051_ec33452fe7847d2dabc2ee63b69bc14f to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411079cd946e3a97442b6be2536dd4ac27051_ec33452fe7847d2dabc2ee63b69bc14f 2024-11-07T21:24:19,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/A/ec3af8e1e3dc445f9c047c42ede9f8b9, store: [table=TestAcidGuarantees family=A region=ec33452fe7847d2dabc2ee63b69bc14f] 2024-11-07T21:24:19,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/A/ec3af8e1e3dc445f9c047c42ede9f8b9 is 175, key is test_row_0/A:col10/1731014657999/Put/seqid=0 2024-11-07T21:24:19,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742233_1409 (size=31105) 2024-11-07T21:24:20,062 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/B/450a18b7962447de8bf5d35b222a879d as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/450a18b7962447de8bf5d35b222a879d 2024-11-07T21:24:20,068 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ec33452fe7847d2dabc2ee63b69bc14f/B of ec33452fe7847d2dabc2ee63b69bc14f into 450a18b7962447de8bf5d35b222a879d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:24:20,068 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec33452fe7847d2dabc2ee63b69bc14f: 2024-11-07T21:24:20,068 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., storeName=ec33452fe7847d2dabc2ee63b69bc14f/B, priority=13, startTime=1731014659586; duration=0sec 2024-11-07T21:24:20,068 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:24:20,068 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec33452fe7847d2dabc2ee63b69bc14f:B 2024-11-07T21:24:20,068 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:24:20,069 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:24:20,069 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): ec33452fe7847d2dabc2ee63b69bc14f/C is initiating minor compaction (all files) 2024-11-07T21:24:20,070 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec33452fe7847d2dabc2ee63b69bc14f/C in TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:20,070 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/742b4e7da97c4f20b1906f25a4f6ad1e, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/ce4e1321398c4625819fb7ee9f50d5be, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/2f14937482964d689898ba1eb8d986c9] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp, totalSize=35.9 K 2024-11-07T21:24:20,071 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 742b4e7da97c4f20b1906f25a4f6ad1e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731014655748 2024-11-07T21:24:20,071 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting ce4e1321398c4625819fb7ee9f50d5be, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731014656124 2024-11-07T21:24:20,072 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 2f14937482964d689898ba1eb8d986c9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1731014656809 2024-11-07T21:24:20,081 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/A/6b6d7c900a914a44ace86e4605cc63da as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/6b6d7c900a914a44ace86e4605cc63da 2024-11-07T21:24:20,089 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ec33452fe7847d2dabc2ee63b69bc14f/A of ec33452fe7847d2dabc2ee63b69bc14f into 6b6d7c900a914a44ace86e4605cc63da(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:24:20,089 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec33452fe7847d2dabc2ee63b69bc14f: 2024-11-07T21:24:20,089 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., storeName=ec33452fe7847d2dabc2ee63b69bc14f/A, priority=13, startTime=1731014659586; duration=0sec 2024-11-07T21:24:20,089 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:24:20,089 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec33452fe7847d2dabc2ee63b69bc14f:A 2024-11-07T21:24:20,093 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec33452fe7847d2dabc2ee63b69bc14f#C#compaction#347 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:24:20,094 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/C/6c601c0f129b4a049a0c470e270c2fab is 50, key is test_row_0/C:col10/1731014656809/Put/seqid=0 2024-11-07T21:24:20,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742234_1410 (size=12561) 2024-11-07T21:24:20,118 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=193, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/A/ec3af8e1e3dc445f9c047c42ede9f8b9 2024-11-07T21:24:20,126 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/C/6c601c0f129b4a049a0c470e270c2fab as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/6c601c0f129b4a049a0c470e270c2fab 2024-11-07T21:24:20,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/B/0ebb1b3b423b44cf9bc7533cc08af361 is 50, key is test_row_0/B:col10/1731014657999/Put/seqid=0 2024-11-07T21:24:20,132 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ec33452fe7847d2dabc2ee63b69bc14f/C of ec33452fe7847d2dabc2ee63b69bc14f into 6c601c0f129b4a049a0c470e270c2fab(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:24:20,132 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec33452fe7847d2dabc2ee63b69bc14f: 2024-11-07T21:24:20,132 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., storeName=ec33452fe7847d2dabc2ee63b69bc14f/C, priority=13, startTime=1731014659586; duration=0sec 2024-11-07T21:24:20,132 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:24:20,132 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec33452fe7847d2dabc2ee63b69bc14f:C 2024-11-07T21:24:20,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742235_1411 (size=12151) 2024-11-07T21:24:20,152 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/B/0ebb1b3b423b44cf9bc7533cc08af361 2024-11-07T21:24:20,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/C/c23185becf22401bb9b2c061e35f2dff is 50, key is test_row_0/C:col10/1731014657999/Put/seqid=0 2024-11-07T21:24:20,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on ec33452fe7847d2dabc2ee63b69bc14f 2024-11-07T21:24:20,172 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. as already flushing 2024-11-07T21:24:20,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742236_1412 (size=12151) 2024-11-07T21:24:20,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:20,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59106 deadline: 1731014720198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:20,210 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:20,210 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:20,210 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:20,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:20,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59016 deadline: 1731014720201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:20,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:20,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:20,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:20,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:20,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1731014720202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:20,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:20,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:20,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:20,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:20,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59070 deadline: 1731014720204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:20,214 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:20,214 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:20,214 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:20,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:20,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731014720210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:20,223 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:20,223 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:20,223 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:20,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:20,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59106 deadline: 1731014720320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:20,325 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:20,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:20,325 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:20,325 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:20,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59016 deadline: 1731014720320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:20,325 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:20,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:20,325 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:20,325 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:20,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59070 deadline: 1731014720320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:20,326 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:20,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:20,326 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:20,326 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:20,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1731014720320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:20,326 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:20,326 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:20,326 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:20,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:20,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731014720329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:20,334 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:20,334 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:20,334 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:20,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-07T21:24:20,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:20,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59106 deadline: 1731014720529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:20,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:20,537 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:20,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59016 deadline: 1731014720529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:20,537 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:20,537 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:20,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:20,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59070 deadline: 1731014720529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:20,537 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:20,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:20,537 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:20,537 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:20,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1731014720529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:20,538 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:20,538 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:20,538 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:20,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:20,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:20,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:20,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:20,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731014720540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:20,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:20,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:20,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:20,590 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/C/c23185becf22401bb9b2c061e35f2dff 2024-11-07T21:24:20,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/A/ec3af8e1e3dc445f9c047c42ede9f8b9 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/ec3af8e1e3dc445f9c047c42ede9f8b9 2024-11-07T21:24:20,597 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/ec3af8e1e3dc445f9c047c42ede9f8b9, entries=150, sequenceid=193, filesize=30.4 K 2024-11-07T21:24:20,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/B/0ebb1b3b423b44cf9bc7533cc08af361 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/0ebb1b3b423b44cf9bc7533cc08af361 2024-11-07T21:24:20,601 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/0ebb1b3b423b44cf9bc7533cc08af361, entries=150, sequenceid=193, filesize=11.9 K 2024-11-07T21:24:20,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/C/c23185becf22401bb9b2c061e35f2dff as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/c23185becf22401bb9b2c061e35f2dff 2024-11-07T21:24:20,605 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/c23185becf22401bb9b2c061e35f2dff, entries=150, sequenceid=193, filesize=11.9 K 2024-11-07T21:24:20,606 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for ec33452fe7847d2dabc2ee63b69bc14f in 910ms, sequenceid=193, compaction requested=false 2024-11-07T21:24:20,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2603): Flush status journal for ec33452fe7847d2dabc2ee63b69bc14f: 2024-11-07T21:24:20,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:20,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=114 2024-11-07T21:24:20,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4169): Remote procedure done, pid=114 2024-11-07T21:24:20,609 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-11-07T21:24:20,609 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2850 sec 2024-11-07T21:24:20,611 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees in 2.2890 sec 2024-11-07T21:24:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on ec33452fe7847d2dabc2ee63b69bc14f 2024-11-07T21:24:20,844 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-07T21:24:20,844 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ec33452fe7847d2dabc2ee63b69bc14f 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-07T21:24:20,859 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411073c68fe3df881409aa5b7dd813f32df50_ec33452fe7847d2dabc2ee63b69bc14f is 50, key is test_row_0/A:col10/1731014660201/Put/seqid=0 2024-11-07T21:24:20,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742237_1413 (size=14794) 2024-11-07T21:24:20,865 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:24:20,869 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411073c68fe3df881409aa5b7dd813f32df50_ec33452fe7847d2dabc2ee63b69bc14f to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411073c68fe3df881409aa5b7dd813f32df50_ec33452fe7847d2dabc2ee63b69bc14f 2024-11-07T21:24:20,870 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/A/a1c53aecaab04dec9ce21c231e03223a, store: [table=TestAcidGuarantees family=A region=ec33452fe7847d2dabc2ee63b69bc14f] 2024-11-07T21:24:20,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/A/a1c53aecaab04dec9ce21c231e03223a is 175, key is test_row_0/A:col10/1731014660201/Put/seqid=0 2024-11-07T21:24:20,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742238_1414 (size=39749) 2024-11-07T21:24:20,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:20,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:20,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59106 deadline: 1731014720866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:20,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731014720867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:20,880 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:20,880 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:20,880 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:20,880 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:20,881 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:20,881 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:20,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:20,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59016 deadline: 1731014720878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:20,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:20,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59070 deadline: 1731014720879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:20,890 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:20,890 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:20,890 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:20,890 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:20,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:20,890 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:20,890 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:20,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1731014720880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:20,890 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:20,890 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:20,890 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:20,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:20,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731014720990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:20,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:20,997 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:20,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59106 deadline: 1731014720990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:20,997 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:20,997 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:20,997 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:20,997 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:20,997 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:21,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:21,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59016 deadline: 1731014720999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:21,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:21,007 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:21,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59070 deadline: 1731014720999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:21,007 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:21,007 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:21,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:21,007 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:21,007 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:21,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1731014720999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:21,007 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:21,008 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:21,008 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:21,008 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:21,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:21,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731014721200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:21,208 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:21,208 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:21,208 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:21,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:21,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59106 deadline: 1731014721209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:21,218 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:21,218 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:21,218 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:21,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:21,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59016 deadline: 1731014721219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:21,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:21,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:21,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:21,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:21,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59070 deadline: 1731014721219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:21,229 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:21,229 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:21,229 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:21,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:21,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1731014721219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:21,229 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:21,229 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:21,229 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:21,274 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=217, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/A/a1c53aecaab04dec9ce21c231e03223a 2024-11-07T21:24:21,281 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/B/f2f146789e704bf0822c87fe4c66b3b7 is 50, key is test_row_0/B:col10/1731014660201/Put/seqid=0 2024-11-07T21:24:21,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742239_1415 (size=12151) 2024-11-07T21:24:21,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:21,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731014721520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:21,528 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:21,528 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:21,528 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:21,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:21,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59106 deadline: 1731014721529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:21,534 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:21,534 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:21,535 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:21,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:21,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59070 deadline: 1731014721539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:21,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:21,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59016 deadline: 1731014721539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:21,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:21,547 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:21,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1731014721539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:21,547 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:21,547 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:21,547 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:21,547 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:21,547 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:21,547 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:21,547 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:21,547 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:21,684 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/B/f2f146789e704bf0822c87fe4c66b3b7 2024-11-07T21:24:21,690 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/C/a4c08f488d9f42a8a0e4d27910355545 is 50, key is test_row_0/C:col10/1731014660201/Put/seqid=0 2024-11-07T21:24:21,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742240_1416 (size=12151) 2024-11-07T21:24:22,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:22,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731014722039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:22,045 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:22,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:22,045 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:22,045 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:22,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59106 deadline: 1731014722039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:22,046 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:22,046 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:22,046 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:22,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:22,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59016 deadline: 1731014722049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:22,055 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:22,055 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:22,055 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:22,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:22,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59070 deadline: 1731014722060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:22,064 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:22,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:22,064 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:22,064 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:22,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1731014722060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:22,064 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:22,064 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:22,064 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:22,093 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/C/a4c08f488d9f42a8a0e4d27910355545 2024-11-07T21:24:22,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/A/a1c53aecaab04dec9ce21c231e03223a as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/a1c53aecaab04dec9ce21c231e03223a 2024-11-07T21:24:22,101 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/a1c53aecaab04dec9ce21c231e03223a, entries=200, sequenceid=217, filesize=38.8 K 2024-11-07T21:24:22,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/B/f2f146789e704bf0822c87fe4c66b3b7 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/f2f146789e704bf0822c87fe4c66b3b7 2024-11-07T21:24:22,107 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/f2f146789e704bf0822c87fe4c66b3b7, entries=150, sequenceid=217, filesize=11.9 K 2024-11-07T21:24:22,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/C/a4c08f488d9f42a8a0e4d27910355545 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/a4c08f488d9f42a8a0e4d27910355545 2024-11-07T21:24:22,112 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/a4c08f488d9f42a8a0e4d27910355545, entries=150, sequenceid=217, filesize=11.9 K 2024-11-07T21:24:22,113 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for ec33452fe7847d2dabc2ee63b69bc14f in 1268ms, sequenceid=217, compaction requested=true 2024-11-07T21:24:22,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ec33452fe7847d2dabc2ee63b69bc14f: 2024-11-07T21:24:22,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec33452fe7847d2dabc2ee63b69bc14f:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T21:24:22,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:24:22,113 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:24:22,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec33452fe7847d2dabc2ee63b69bc14f:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T21:24:22,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:24:22,113 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:24:22,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec33452fe7847d2dabc2ee63b69bc14f:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T21:24:22,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:24:22,114 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102369 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:24:22,114 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:24:22,114 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1541): ec33452fe7847d2dabc2ee63b69bc14f/A is initiating minor compaction (all files) 2024-11-07T21:24:22,114 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): ec33452fe7847d2dabc2ee63b69bc14f/B is initiating minor compaction (all files) 2024-11-07T21:24:22,114 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec33452fe7847d2dabc2ee63b69bc14f/A in TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:22,114 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec33452fe7847d2dabc2ee63b69bc14f/B in TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:22,114 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/6b6d7c900a914a44ace86e4605cc63da, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/ec3af8e1e3dc445f9c047c42ede9f8b9, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/a1c53aecaab04dec9ce21c231e03223a] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp, totalSize=100.0 K 2024-11-07T21:24:22,114 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/450a18b7962447de8bf5d35b222a879d, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/0ebb1b3b423b44cf9bc7533cc08af361, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/f2f146789e704bf0822c87fe4c66b3b7] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp, totalSize=36.0 K 2024-11-07T21:24:22,114 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:22,114 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. files: [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/6b6d7c900a914a44ace86e4605cc63da, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/ec3af8e1e3dc445f9c047c42ede9f8b9, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/a1c53aecaab04dec9ce21c231e03223a] 2024-11-07T21:24:22,114 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 450a18b7962447de8bf5d35b222a879d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1731014656809 2024-11-07T21:24:22,114 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6b6d7c900a914a44ace86e4605cc63da, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1731014656809 2024-11-07T21:24:22,115 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ebb1b3b423b44cf9bc7533cc08af361, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731014657989 2024-11-07T21:24:22,115 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting ec3af8e1e3dc445f9c047c42ede9f8b9, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731014657989 2024-11-07T21:24:22,115 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting f2f146789e704bf0822c87fe4c66b3b7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731014660187 2024-11-07T21:24:22,115 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting a1c53aecaab04dec9ce21c231e03223a, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731014660187 2024-11-07T21:24:22,121 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ec33452fe7847d2dabc2ee63b69bc14f] 2024-11-07T21:24:22,122 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec33452fe7847d2dabc2ee63b69bc14f#B#compaction#353 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:24:22,122 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/B/536a94fa70234db3925ab70f9e6bc994 is 50, key is test_row_0/B:col10/1731014660201/Put/seqid=0 2024-11-07T21:24:22,128 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411071a967542681446ff85f5792c2f7c662d_ec33452fe7847d2dabc2ee63b69bc14f store=[table=TestAcidGuarantees family=A region=ec33452fe7847d2dabc2ee63b69bc14f] 2024-11-07T21:24:22,130 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411071a967542681446ff85f5792c2f7c662d_ec33452fe7847d2dabc2ee63b69bc14f, store=[table=TestAcidGuarantees family=A region=ec33452fe7847d2dabc2ee63b69bc14f] 2024-11-07T21:24:22,130 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411071a967542681446ff85f5792c2f7c662d_ec33452fe7847d2dabc2ee63b69bc14f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ec33452fe7847d2dabc2ee63b69bc14f] 2024-11-07T21:24:22,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742241_1417 (size=12663) 2024-11-07T21:24:22,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742242_1418 (size=4469) 2024-11-07T21:24:22,162 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec33452fe7847d2dabc2ee63b69bc14f#A#compaction#354 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:24:22,163 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/A/035dcaeccce64a7c919d66f06b456871 is 175, key is test_row_0/A:col10/1731014660201/Put/seqid=0 2024-11-07T21:24:22,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742243_1419 (size=31617) 2024-11-07T21:24:22,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-07T21:24:22,500 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T21:24:22,500 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T21:24:22,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees 2024-11-07T21:24:22,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-07T21:24:22,502 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T21:24:22,503 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T21:24:22,503 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T21:24:22,554 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/B/536a94fa70234db3925ab70f9e6bc994 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/536a94fa70234db3925ab70f9e6bc994 2024-11-07T21:24:22,558 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ec33452fe7847d2dabc2ee63b69bc14f/B of ec33452fe7847d2dabc2ee63b69bc14f into 536a94fa70234db3925ab70f9e6bc994(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:24:22,558 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec33452fe7847d2dabc2ee63b69bc14f: 2024-11-07T21:24:22,558 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., storeName=ec33452fe7847d2dabc2ee63b69bc14f/B, priority=13, startTime=1731014662113; duration=0sec 2024-11-07T21:24:22,558 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:24:22,558 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec33452fe7847d2dabc2ee63b69bc14f:B 2024-11-07T21:24:22,558 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:24:22,559 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:24:22,559 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): ec33452fe7847d2dabc2ee63b69bc14f/C is initiating minor compaction (all files) 2024-11-07T21:24:22,559 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec33452fe7847d2dabc2ee63b69bc14f/C in TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:22,559 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/6c601c0f129b4a049a0c470e270c2fab, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/c23185becf22401bb9b2c061e35f2dff, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/a4c08f488d9f42a8a0e4d27910355545] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp, totalSize=36.0 K 2024-11-07T21:24:22,560 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c601c0f129b4a049a0c470e270c2fab, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1731014656809 2024-11-07T21:24:22,560 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting c23185becf22401bb9b2c061e35f2dff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731014657989 2024-11-07T21:24:22,560 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting a4c08f488d9f42a8a0e4d27910355545, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731014660187 2024-11-07T21:24:22,567 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec33452fe7847d2dabc2ee63b69bc14f#C#compaction#355 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:24:22,569 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/C/c2eb383c19664d65a91ae45c52e8f96e is 50, key is test_row_0/C:col10/1731014660201/Put/seqid=0 2024-11-07T21:24:22,570 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/A/035dcaeccce64a7c919d66f06b456871 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/035dcaeccce64a7c919d66f06b456871 2024-11-07T21:24:22,578 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ec33452fe7847d2dabc2ee63b69bc14f/A of ec33452fe7847d2dabc2ee63b69bc14f into 035dcaeccce64a7c919d66f06b456871(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:24:22,578 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec33452fe7847d2dabc2ee63b69bc14f: 2024-11-07T21:24:22,578 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., storeName=ec33452fe7847d2dabc2ee63b69bc14f/A, priority=13, startTime=1731014662113; duration=0sec 2024-11-07T21:24:22,578 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:24:22,578 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec33452fe7847d2dabc2ee63b69bc14f:A 2024-11-07T21:24:22,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742244_1420 (size=12663) 2024-11-07T21:24:22,591 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/C/c2eb383c19664d65a91ae45c52e8f96e as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/c2eb383c19664d65a91ae45c52e8f96e 2024-11-07T21:24:22,598 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ec33452fe7847d2dabc2ee63b69bc14f/C of ec33452fe7847d2dabc2ee63b69bc14f into c2eb383c19664d65a91ae45c52e8f96e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:24:22,598 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec33452fe7847d2dabc2ee63b69bc14f: 2024-11-07T21:24:22,598 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., storeName=ec33452fe7847d2dabc2ee63b69bc14f/C, priority=13, startTime=1731014662113; duration=0sec 2024-11-07T21:24:22,598 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:24:22,598 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec33452fe7847d2dabc2ee63b69bc14f:C 2024-11-07T21:24:22,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-07T21:24:22,656 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-07T21:24:22,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:22,656 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2902): Flushing ec33452fe7847d2dabc2ee63b69bc14f 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-07T21:24:22,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107ce3697154484411da273fb711c2b77b5_ec33452fe7847d2dabc2ee63b69bc14f is 50, key is test_row_0/A:col10/1731014660879/Put/seqid=0 2024-11-07T21:24:22,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742245_1421 (size=12304) 2024-11-07T21:24:22,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:24:22,683 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107ce3697154484411da273fb711c2b77b5_ec33452fe7847d2dabc2ee63b69bc14f to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107ce3697154484411da273fb711c2b77b5_ec33452fe7847d2dabc2ee63b69bc14f 2024-11-07T21:24:22,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/A/5a124b9356d74e5c9d00c0e372377f39, store: [table=TestAcidGuarantees family=A region=ec33452fe7847d2dabc2ee63b69bc14f] 2024-11-07T21:24:22,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/A/5a124b9356d74e5c9d00c0e372377f39 is 175, key is test_row_0/A:col10/1731014660879/Put/seqid=0 2024-11-07T21:24:22,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742246_1422 (size=31105) 2024-11-07T21:24:22,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-07T21:24:23,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on ec33452fe7847d2dabc2ee63b69bc14f 2024-11-07T21:24:23,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. as already flushing 2024-11-07T21:24:23,096 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=235, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/A/5a124b9356d74e5c9d00c0e372377f39 2024-11-07T21:24:23,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:23,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731014723087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:23,097 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:23,097 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:23,097 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:23,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:23,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59106 deadline: 1731014723088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:23,097 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:23,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:23,097 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:23,097 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:23,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59016 deadline: 1731014723091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:23,098 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:23,098 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:23,098 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:23,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/B/36f18817a3374528918d01ee25c94b60 is 50, key is test_row_0/B:col10/1731014660879/Put/seqid=0 2024-11-07T21:24:23,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:23,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59070 deadline: 1731014723092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:23,103 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:23,103 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:23,103 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:23,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742247_1423 (size=12151) 2024-11-07T21:24:23,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:23,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1731014723096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:23,105 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:23,105 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:23,105 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:23,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-07T21:24:23,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:23,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731014723199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:23,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:23,205 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:23,205 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:23,205 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:23,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59106 deadline: 1731014723199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:23,205 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:23,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:23,205 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:23,205 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:23,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59016 deadline: 1731014723199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:23,205 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:23,205 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:23,205 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:23,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:23,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59070 deadline: 1731014723209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:23,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:23,216 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:23,216 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:23,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1731014723209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:23,216 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:23,216 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:23,216 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:23,216 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:23,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:23,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731014723409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:23,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:23,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:23,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59016 deadline: 1731014723409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:23,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:23,414 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:23,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:23,414 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:23,414 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:23,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59106 deadline: 1731014723409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:23,414 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:23,414 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:23,414 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:23,414 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:23,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:23,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59070 deadline: 1731014723419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:23,424 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:23,424 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:23,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:23,424 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:23,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1731014723420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:23,424 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:23,424 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:23,424 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:23,505 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/B/36f18817a3374528918d01ee25c94b60 2024-11-07T21:24:23,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/C/da331976a22a41dfbf03fbdd5783effd is 50, key is test_row_0/C:col10/1731014660879/Put/seqid=0 2024-11-07T21:24:23,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742248_1424 (size=12151) 2024-11-07T21:24:23,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-07T21:24:23,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:23,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731014723719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:23,724 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:23,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:23,724 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:23,724 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:23,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59016 deadline: 1731014723719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:23,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:23,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:23,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:23,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:23,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59106 deadline: 1731014723719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:23,725 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:23,725 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:23,725 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:23,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:23,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59070 deadline: 1731014723729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:23,733 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:23,733 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:23,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:23,733 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:23,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1731014723729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:23,733 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:23,733 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:23,733 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:23,915 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/C/da331976a22a41dfbf03fbdd5783effd 2024-11-07T21:24:23,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/A/5a124b9356d74e5c9d00c0e372377f39 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/5a124b9356d74e5c9d00c0e372377f39 2024-11-07T21:24:23,921 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/5a124b9356d74e5c9d00c0e372377f39, entries=150, sequenceid=235, filesize=30.4 K 2024-11-07T21:24:23,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/B/36f18817a3374528918d01ee25c94b60 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/36f18817a3374528918d01ee25c94b60 2024-11-07T21:24:23,924 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/36f18817a3374528918d01ee25c94b60, entries=150, sequenceid=235, filesize=11.9 K 2024-11-07T21:24:23,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/C/da331976a22a41dfbf03fbdd5783effd as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/da331976a22a41dfbf03fbdd5783effd 2024-11-07T21:24:23,928 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/da331976a22a41dfbf03fbdd5783effd, entries=150, sequenceid=235, filesize=11.9 K 2024-11-07T21:24:23,928 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for ec33452fe7847d2dabc2ee63b69bc14f in 1272ms, sequenceid=235, compaction requested=false 2024-11-07T21:24:23,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2603): Flush status journal for ec33452fe7847d2dabc2ee63b69bc14f: 2024-11-07T21:24:23,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:23,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=116 2024-11-07T21:24:23,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4169): Remote procedure done, pid=116 2024-11-07T21:24:23,931 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-11-07T21:24:23,931 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4270 sec 2024-11-07T21:24:23,932 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees in 1.4310 sec 2024-11-07T21:24:24,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on ec33452fe7847d2dabc2ee63b69bc14f 2024-11-07T21:24:24,233 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-07T21:24:24,234 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ec33452fe7847d2dabc2ee63b69bc14f 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-07T21:24:24,244 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110716cce6340bb74f8a8a3652c6cf68636a_ec33452fe7847d2dabc2ee63b69bc14f is 50, key is test_row_0/A:col10/1731014663085/Put/seqid=0 2024-11-07T21:24:24,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742249_1425 (size=17384) 2024-11-07T21:24:24,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:24,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59106 deadline: 1731014724252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:24,261 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:24,261 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:24,261 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:24,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:24,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59070 deadline: 1731014724257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:24,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:24,269 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:24,269 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:24,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731014724257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:24,269 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:24,269 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:24,269 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:24,269 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:24,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:24,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:24,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59016 deadline: 1731014724258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:24,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1731014724258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:24,271 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:24,271 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:24,271 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:24,271 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:24,271 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:24,271 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:24,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:24,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59106 deadline: 1731014724370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:24,374 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:24,374 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:24,374 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:24,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:24,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59070 deadline: 1731014724380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:24,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:24,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:24,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:24,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:24,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731014724380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:24,387 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:24,387 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:24,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:24,387 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:24,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59016 deadline: 1731014724380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:24,387 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:24,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:24,387 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:24,387 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:24,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1731014724380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:24,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:24,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:24,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:24,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:24,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59106 deadline: 1731014724580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:24,586 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:24,586 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:24,586 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:24,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:24,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59070 deadline: 1731014724589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:24,595 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:24,595 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:24,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:24,595 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:24,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59016 deadline: 1731014724589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:24,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:24,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:24,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:24,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:24,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1731014724589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:24,596 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:24,596 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:24,596 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:24,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:24,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731014724599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:24,607 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:24,607 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:24,607 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:24,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-07T21:24:24,650 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T21:24:24,650 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T21:24:24,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees 2024-11-07T21:24:24,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-07T21:24:24,652 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T21:24:24,652 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T21:24:24,652 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:24:24,652 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T21:24:24,658 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110716cce6340bb74f8a8a3652c6cf68636a_ec33452fe7847d2dabc2ee63b69bc14f to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110716cce6340bb74f8a8a3652c6cf68636a_ec33452fe7847d2dabc2ee63b69bc14f 2024-11-07T21:24:24,659 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/A/a641f1c976554fa5946a0d3462d8ee6d, store: [table=TestAcidGuarantees family=A region=ec33452fe7847d2dabc2ee63b69bc14f] 2024-11-07T21:24:24,659 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/A/a641f1c976554fa5946a0d3462d8ee6d is 175, key is test_row_0/A:col10/1731014663085/Put/seqid=0 2024-11-07T21:24:24,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742250_1426 (size=48489) 2024-11-07T21:24:24,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-07T21:24:24,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-07T21:24:24,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:24,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. as already flushing 2024-11-07T21:24:24,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:24,805 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:24,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:24,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:24,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:24,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59106 deadline: 1731014724890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:24,892 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:24,892 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:24,892 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:24,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:24,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59070 deadline: 1731014724900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:24,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:24,907 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:24,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59016 deadline: 1731014724900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:24,907 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:24,907 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:24,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:24,907 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:24,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1731014724900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:24,907 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:24,907 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:24,907 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:24,908 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:24,908 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:24,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:24,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731014724909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:24,916 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:24,916 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:24,916 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:24,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-07T21:24:24,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:24,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. as already flushing 2024-11-07T21:24:24,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:24,957 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:24,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:24,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:24,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-07T21:24:25,063 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=258, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/A/a641f1c976554fa5946a0d3462d8ee6d 2024-11-07T21:24:25,069 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/B/0c57333a635245769ae9bc5d1be58c7b is 50, key is test_row_0/B:col10/1731014663085/Put/seqid=0 2024-11-07T21:24:25,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742251_1427 (size=12251) 2024-11-07T21:24:25,109 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-07T21:24:25,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:25,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. as already flushing 2024-11-07T21:24:25,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:25,110 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:25,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:25,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:25,262 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-07T21:24:25,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:25,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. as already flushing 2024-11-07T21:24:25,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:25,262 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:25,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:25,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:25,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-07T21:24:25,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59106 deadline: 1731014725399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:25,401 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:25,401 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:25,401 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:25,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-07T21:24:25,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:25,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. as already flushing 2024-11-07T21:24:25,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:25,415 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:25,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:25,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:25,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:25,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59070 deadline: 1731014725419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:25,427 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:25,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:25,427 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:25,427 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:25,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59016 deadline: 1731014725420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:25,427 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:25,427 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:25,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:25,427 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:25,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1731014725420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:25,428 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:25,428 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:25,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:25,428 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:25,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731014725420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:25,428 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:25,428 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:25,428 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:25,472 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/B/0c57333a635245769ae9bc5d1be58c7b 2024-11-07T21:24:25,477 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/C/ce3bc4013ddf4979bf0b299ba13f16a5 is 50, key is test_row_0/C:col10/1731014663085/Put/seqid=0 2024-11-07T21:24:25,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742252_1428 (size=12251) 2024-11-07T21:24:25,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-07T21:24:25,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:25,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. as already flushing 2024-11-07T21:24:25,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:25,568 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:25,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:25,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:25,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-07T21:24:25,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:25,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. as already flushing 2024-11-07T21:24:25,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:25,720 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:25,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:25,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:25,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-07T21:24:25,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-07T21:24:25,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:25,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. as already flushing 2024-11-07T21:24:25,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:25,873 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:25,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:25,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:25,880 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/C/ce3bc4013ddf4979bf0b299ba13f16a5 2024-11-07T21:24:25,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/A/a641f1c976554fa5946a0d3462d8ee6d as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/a641f1c976554fa5946a0d3462d8ee6d 2024-11-07T21:24:25,886 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/a641f1c976554fa5946a0d3462d8ee6d, entries=250, sequenceid=258, filesize=47.4 K 2024-11-07T21:24:25,886 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/B/0c57333a635245769ae9bc5d1be58c7b as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/0c57333a635245769ae9bc5d1be58c7b 2024-11-07T21:24:25,889 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/0c57333a635245769ae9bc5d1be58c7b, entries=150, sequenceid=258, filesize=12.0 K 2024-11-07T21:24:25,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/C/ce3bc4013ddf4979bf0b299ba13f16a5 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/ce3bc4013ddf4979bf0b299ba13f16a5 2024-11-07T21:24:25,893 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/ce3bc4013ddf4979bf0b299ba13f16a5, entries=150, sequenceid=258, filesize=12.0 K 2024-11-07T21:24:25,893 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for ec33452fe7847d2dabc2ee63b69bc14f in 1660ms, sequenceid=258, compaction requested=true 2024-11-07T21:24:25,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ec33452fe7847d2dabc2ee63b69bc14f: 2024-11-07T21:24:25,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec33452fe7847d2dabc2ee63b69bc14f:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T21:24:25,894 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:24:25,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:24:25,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec33452fe7847d2dabc2ee63b69bc14f:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T21:24:25,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:24:25,894 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:24:25,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec33452fe7847d2dabc2ee63b69bc14f:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T21:24:25,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:24:25,894 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111211 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:24:25,894 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37065 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:24:25,894 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1541): ec33452fe7847d2dabc2ee63b69bc14f/A is initiating minor compaction (all files) 2024-11-07T21:24:25,894 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): ec33452fe7847d2dabc2ee63b69bc14f/B is initiating minor compaction (all files) 2024-11-07T21:24:25,894 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec33452fe7847d2dabc2ee63b69bc14f/A in TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:25,894 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec33452fe7847d2dabc2ee63b69bc14f/B in TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:25,894 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/536a94fa70234db3925ab70f9e6bc994, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/36f18817a3374528918d01ee25c94b60, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/0c57333a635245769ae9bc5d1be58c7b] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp, totalSize=36.2 K 2024-11-07T21:24:25,894 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/035dcaeccce64a7c919d66f06b456871, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/5a124b9356d74e5c9d00c0e372377f39, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/a641f1c976554fa5946a0d3462d8ee6d] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp, totalSize=108.6 K 2024-11-07T21:24:25,895 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:25,895 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. files: [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/035dcaeccce64a7c919d66f06b456871, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/5a124b9356d74e5c9d00c0e372377f39, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/a641f1c976554fa5946a0d3462d8ee6d] 2024-11-07T21:24:25,895 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 536a94fa70234db3925ab70f9e6bc994, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731014660187 2024-11-07T21:24:25,895 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 035dcaeccce64a7c919d66f06b456871, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731014660187 2024-11-07T21:24:25,895 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 36f18817a3374528918d01ee25c94b60, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731014660864 2024-11-07T21:24:25,895 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 0c57333a635245769ae9bc5d1be58c7b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731014663085 2024-11-07T21:24:25,895 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5a124b9356d74e5c9d00c0e372377f39, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731014660864 2024-11-07T21:24:25,896 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting a641f1c976554fa5946a0d3462d8ee6d, keycount=250, bloomtype=ROW, size=47.4 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731014663085 2024-11-07T21:24:25,900 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ec33452fe7847d2dabc2ee63b69bc14f] 2024-11-07T21:24:25,901 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec33452fe7847d2dabc2ee63b69bc14f#B#compaction#362 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:24:25,902 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/B/9936ffeff49a4ae783645c0945ba8a99 is 50, key is test_row_0/B:col10/1731014663085/Put/seqid=0 2024-11-07T21:24:25,903 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411070ddfe5d087864405b0a86a37862c8d1a_ec33452fe7847d2dabc2ee63b69bc14f store=[table=TestAcidGuarantees family=A region=ec33452fe7847d2dabc2ee63b69bc14f] 2024-11-07T21:24:25,905 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411070ddfe5d087864405b0a86a37862c8d1a_ec33452fe7847d2dabc2ee63b69bc14f, store=[table=TestAcidGuarantees family=A region=ec33452fe7847d2dabc2ee63b69bc14f] 2024-11-07T21:24:25,905 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411070ddfe5d087864405b0a86a37862c8d1a_ec33452fe7847d2dabc2ee63b69bc14f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ec33452fe7847d2dabc2ee63b69bc14f] 2024-11-07T21:24:25,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742253_1429 (size=12865) 2024-11-07T21:24:25,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742254_1430 (size=4469) 2024-11-07T21:24:26,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-07T21:24:26,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:26,025 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2902): Flushing ec33452fe7847d2dabc2ee63b69bc14f 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-07T21:24:26,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107dc8448a6f22f4e28a740ec087d78e311_ec33452fe7847d2dabc2ee63b69bc14f is 50, key is test_row_0/A:col10/1731014664257/Put/seqid=0 2024-11-07T21:24:26,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742255_1431 (size=12454) 2024-11-07T21:24:26,311 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/B/9936ffeff49a4ae783645c0945ba8a99 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/9936ffeff49a4ae783645c0945ba8a99 2024-11-07T21:24:26,311 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec33452fe7847d2dabc2ee63b69bc14f#A#compaction#363 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:24:26,311 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/A/39632795a78e43b281b1cb0ccc009b8e is 175, key is test_row_0/A:col10/1731014663085/Put/seqid=0 2024-11-07T21:24:26,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742256_1432 (size=31819) 2024-11-07T21:24:26,316 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ec33452fe7847d2dabc2ee63b69bc14f/B of ec33452fe7847d2dabc2ee63b69bc14f into 9936ffeff49a4ae783645c0945ba8a99(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:24:26,316 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec33452fe7847d2dabc2ee63b69bc14f: 2024-11-07T21:24:26,316 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., storeName=ec33452fe7847d2dabc2ee63b69bc14f/B, priority=13, startTime=1731014665894; duration=0sec 2024-11-07T21:24:26,316 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:24:26,316 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec33452fe7847d2dabc2ee63b69bc14f:B 2024-11-07T21:24:26,316 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:24:26,317 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37065 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:24:26,317 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): ec33452fe7847d2dabc2ee63b69bc14f/C is initiating minor compaction (all files) 2024-11-07T21:24:26,317 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec33452fe7847d2dabc2ee63b69bc14f/C in TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:26,317 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/c2eb383c19664d65a91ae45c52e8f96e, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/da331976a22a41dfbf03fbdd5783effd, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/ce3bc4013ddf4979bf0b299ba13f16a5] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp, totalSize=36.2 K 2024-11-07T21:24:26,317 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting c2eb383c19664d65a91ae45c52e8f96e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731014660187 2024-11-07T21:24:26,318 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting da331976a22a41dfbf03fbdd5783effd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731014660864 2024-11-07T21:24:26,318 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting ce3bc4013ddf4979bf0b299ba13f16a5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731014663085 2024-11-07T21:24:26,324 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec33452fe7847d2dabc2ee63b69bc14f#C#compaction#365 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:24:26,325 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/C/aa0b6863085643569ce9c11c8281587a is 50, key is test_row_0/C:col10/1731014663085/Put/seqid=0 2024-11-07T21:24:26,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742257_1433 (size=12865) 2024-11-07T21:24:26,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on ec33452fe7847d2dabc2ee63b69bc14f 2024-11-07T21:24:26,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. as already flushing 2024-11-07T21:24:26,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:24:26,437 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107dc8448a6f22f4e28a740ec087d78e311_ec33452fe7847d2dabc2ee63b69bc14f to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107dc8448a6f22f4e28a740ec087d78e311_ec33452fe7847d2dabc2ee63b69bc14f 2024-11-07T21:24:26,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/A/5f3fd27968af486897c68f702851d104, store: [table=TestAcidGuarantees family=A region=ec33452fe7847d2dabc2ee63b69bc14f] 2024-11-07T21:24:26,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/A/5f3fd27968af486897c68f702851d104 is 175, key is test_row_0/A:col10/1731014664257/Put/seqid=0 2024-11-07T21:24:26,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742258_1434 (size=31255) 2024-11-07T21:24:26,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:26,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59106 deadline: 1731014726498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:26,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:26,509 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:26,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59016 deadline: 1731014726498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:26,509 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:26,509 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:26,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:26,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59070 deadline: 1731014726500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:26,509 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:26,509 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:26,509 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:26,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:26,509 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:26,509 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:26,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731014726500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:26,509 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:26,509 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:26,509 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:26,509 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:26,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:26,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1731014726500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:26,513 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:26,513 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:26,513 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:26,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:26,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59106 deadline: 1731014726619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:26,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:26,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59016 deadline: 1731014726619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:26,627 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:26,627 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:26,627 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:26,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:26,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:26,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:26,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59070 deadline: 1731014726620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:26,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:26,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:26,627 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:26,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731014726620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:26,627 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:26,627 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:26,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:26,627 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:26,628 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:26,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1731014726620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:26,628 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:26,628 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:26,628 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:26,628 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:26,718 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/A/39632795a78e43b281b1cb0ccc009b8e as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/39632795a78e43b281b1cb0ccc009b8e 2024-11-07T21:24:26,721 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ec33452fe7847d2dabc2ee63b69bc14f/A of ec33452fe7847d2dabc2ee63b69bc14f into 39632795a78e43b281b1cb0ccc009b8e(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:24:26,721 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec33452fe7847d2dabc2ee63b69bc14f: 2024-11-07T21:24:26,721 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., storeName=ec33452fe7847d2dabc2ee63b69bc14f/A, priority=13, startTime=1731014665893; duration=0sec 2024-11-07T21:24:26,721 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:24:26,721 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec33452fe7847d2dabc2ee63b69bc14f:A 2024-11-07T21:24:26,731 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/C/aa0b6863085643569ce9c11c8281587a as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/aa0b6863085643569ce9c11c8281587a 2024-11-07T21:24:26,735 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ec33452fe7847d2dabc2ee63b69bc14f/C of ec33452fe7847d2dabc2ee63b69bc14f into aa0b6863085643569ce9c11c8281587a(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:24:26,735 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec33452fe7847d2dabc2ee63b69bc14f: 2024-11-07T21:24:26,735 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., storeName=ec33452fe7847d2dabc2ee63b69bc14f/C, priority=13, startTime=1731014665894; duration=0sec 2024-11-07T21:24:26,735 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:24:26,735 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec33452fe7847d2dabc2ee63b69bc14f:C 2024-11-07T21:24:26,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-07T21:24:26,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:26,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59106 deadline: 1731014726829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:26,836 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:26,836 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:26,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:26,836 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:26,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59016 deadline: 1731014726829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:26,836 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:26,836 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:26,836 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:26,842 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=272, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/A/5f3fd27968af486897c68f702851d104 2024-11-07T21:24:26,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/B/d108f8fee56f40d0a4e9807839656d53 is 50, key is test_row_0/B:col10/1731014664257/Put/seqid=0 2024-11-07T21:24:26,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:26,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59070 deadline: 1731014726840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:26,848 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:26,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:26,848 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:26,848 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:26,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731014726840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:26,848 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:26,848 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:26,848 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:26,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:26,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1731014726840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:26,849 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:26,849 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:26,849 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:26,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742259_1435 (size=12301) 2024-11-07T21:24:27,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:27,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59106 deadline: 1731014727139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:27,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:27,145 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:27,145 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:27,145 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:27,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59016 deadline: 1731014727139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:27,145 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:27,145 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:27,145 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:27,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:27,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59070 deadline: 1731014727159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:27,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:27,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731014727160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:27,165 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:27,165 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:27,165 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:27,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:27,165 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:27,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1731014727160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:27,165 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:27,165 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:27,165 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:27,165 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:27,165 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:27,250 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/B/d108f8fee56f40d0a4e9807839656d53 2024-11-07T21:24:27,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/C/c8de16378ec24a209c3d3c341d7acc87 is 50, key is test_row_0/C:col10/1731014664257/Put/seqid=0 2024-11-07T21:24:27,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742260_1436 (size=12301) 2024-11-07T21:24:27,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:27,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59106 deadline: 1731014727650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:27,654 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:27,654 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:27,654 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:27,659 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/C/c8de16378ec24a209c3d3c341d7acc87 2024-11-07T21:24:27,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:27,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59016 deadline: 1731014727660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:27,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:27,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:27,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:27,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/A/5f3fd27968af486897c68f702851d104 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/5f3fd27968af486897c68f702851d104 2024-11-07T21:24:27,665 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/5f3fd27968af486897c68f702851d104, entries=150, sequenceid=272, filesize=30.5 K 2024-11-07T21:24:27,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/B/d108f8fee56f40d0a4e9807839656d53 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/d108f8fee56f40d0a4e9807839656d53 2024-11-07T21:24:27,668 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/d108f8fee56f40d0a4e9807839656d53, entries=150, sequenceid=272, filesize=12.0 K 2024-11-07T21:24:27,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/C/c8de16378ec24a209c3d3c341d7acc87 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/c8de16378ec24a209c3d3c341d7acc87 2024-11-07T21:24:27,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:27,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59070 deadline: 1731014727669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:27,671 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/c8de16378ec24a209c3d3c341d7acc87, entries=150, sequenceid=272, filesize=12.0 K 2024-11-07T21:24:27,671 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:27,671 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:27,671 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:27,672 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for ec33452fe7847d2dabc2ee63b69bc14f in 1647ms, sequenceid=272, compaction requested=false 2024-11-07T21:24:27,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2603): Flush status journal for ec33452fe7847d2dabc2ee63b69bc14f: 2024-11-07T21:24:27,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:27,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=118 2024-11-07T21:24:27,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on ec33452fe7847d2dabc2ee63b69bc14f 2024-11-07T21:24:27,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4169): Remote procedure done, pid=118 2024-11-07T21:24:27,672 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-07T21:24:27,672 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ec33452fe7847d2dabc2ee63b69bc14f 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-07T21:24:27,678 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-11-07T21:24:27,678 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0210 sec 2024-11-07T21:24:27,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees in 3.0290 sec 2024-11-07T21:24:27,681 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110780dda816960049c49c9731f604192c6a_ec33452fe7847d2dabc2ee63b69bc14f is 50, key is test_row_0/A:col10/1731014667671/Put/seqid=0 2024-11-07T21:24:27,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742261_1437 (size=14994) 2024-11-07T21:24:27,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:27,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1731014727707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:27,716 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:27,716 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:27,716 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:27,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:27,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731014727712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:27,721 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:27,721 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:27,721 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:27,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:27,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1731014727819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:27,825 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:27,825 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:27,825 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:27,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:27,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731014727830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:27,837 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:27,837 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:27,837 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:28,036 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:28,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1731014728029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:28,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:28,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:28,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:28,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:28,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731014728039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:28,046 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:28,046 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:28,046 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:28,086 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:24:28,089 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110780dda816960049c49c9731f604192c6a_ec33452fe7847d2dabc2ee63b69bc14f to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110780dda816960049c49c9731f604192c6a_ec33452fe7847d2dabc2ee63b69bc14f 2024-11-07T21:24:28,089 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/A/2099fd6655e4486b96a61c3d6990fb26, store: [table=TestAcidGuarantees family=A region=ec33452fe7847d2dabc2ee63b69bc14f] 2024-11-07T21:24:28,090 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/A/2099fd6655e4486b96a61c3d6990fb26 is 175, key is test_row_0/A:col10/1731014667671/Put/seqid=0 2024-11-07T21:24:28,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742262_1438 (size=39949) 2024-11-07T21:24:28,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:28,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1731014728340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:28,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:28,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:28,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:28,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:28,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731014728350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:28,354 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:28,354 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:28,354 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:28,498 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=298, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/A/2099fd6655e4486b96a61c3d6990fb26 2024-11-07T21:24:28,504 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/B/90112b07cf044bd18f344e085d614d69 is 50, key is test_row_0/B:col10/1731014667671/Put/seqid=0 2024-11-07T21:24:28,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742263_1439 (size=12301) 2024-11-07T21:24:28,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:28,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59106 deadline: 1731014728669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:28,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:28,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59016 deadline: 1731014728669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:28,675 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 4fc742968c91,33553,1731014551923 for 'test_row_1' in ec33452fe7847d2dabc2ee63b69bc14f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2176 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-07T21:24:28,675 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 4fc742968c91,33553,1731014551923 for 'test_row_0' in ec33452fe7847d2dabc2ee63b69bc14f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2176 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-07T21:24:28,675 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:28,675 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:28,675 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:28,675 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:28,675 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:28,675 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:28,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:28,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59070 deadline: 1731014728679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:28,684 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 4fc742968c91,33553,1731014551923 for 'test_row_1' in ec33452fe7847d2dabc2ee63b69bc14f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2184 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-07T21:24:28,684 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:28,684 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:28,684 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:28,711 INFO [Thread-1634 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1634. 2024-11-07T21:24:28,712 DEBUG [Thread-1634 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T21:24:28,712 DEBUG [Thread-1634 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:24:28,712 DEBUG [Thread-1634 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:24:28,712 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T21:24:28,716 INFO [Thread-1636 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1636. 2024-11-07T21:24:28,716 DEBUG [Thread-1636 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T21:24:28,716 DEBUG [Thread-1636 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:24:28,716 DEBUG [Thread-1636 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:24:28,716 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T21:24:28,717 INFO [Thread-1630 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1630. 2024-11-07T21:24:28,717 DEBUG [Thread-1630 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T21:24:28,717 DEBUG [Thread-1630 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:24:28,717 DEBUG [Thread-1630 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:24:28,717 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T21:24:28,720 INFO [Thread-1632 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1632. 2024-11-07T21:24:28,720 DEBUG [Thread-1632 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T21:24:28,720 DEBUG [Thread-1632 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:24:28,720 DEBUG [Thread-1632 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:24:28,720 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T21:24:28,724 INFO [Thread-1628 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1628. 2024-11-07T21:24:28,724 DEBUG [Thread-1628 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T21:24:28,724 DEBUG [Thread-1628 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:24:28,724 DEBUG [Thread-1628 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:24:28,724 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T21:24:28,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-07T21:24:28,810 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T21:24:28,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:28,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1731014728849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:28,850 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:28,850 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:28,850 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:28,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:28,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731014728859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:28,860 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:28,860 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:28,860 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:24:28,908 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/B/90112b07cf044bd18f344e085d614d69 2024-11-07T21:24:28,919 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/C/229b16c5626c400c976b4e3b4e89fdb3 is 50, key is test_row_0/C:col10/1731014667671/Put/seqid=0 2024-11-07T21:24:28,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742264_1440 (size=12301) 2024-11-07T21:24:29,324 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/C/229b16c5626c400c976b4e3b4e89fdb3 2024-11-07T21:24:29,330 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/A/2099fd6655e4486b96a61c3d6990fb26 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/2099fd6655e4486b96a61c3d6990fb26 2024-11-07T21:24:29,334 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/2099fd6655e4486b96a61c3d6990fb26, entries=200, sequenceid=298, filesize=39.0 K 2024-11-07T21:24:29,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/B/90112b07cf044bd18f344e085d614d69 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/90112b07cf044bd18f344e085d614d69 2024-11-07T21:24:29,338 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/90112b07cf044bd18f344e085d614d69, entries=150, sequenceid=298, filesize=12.0 K 2024-11-07T21:24:29,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/C/229b16c5626c400c976b4e3b4e89fdb3 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/229b16c5626c400c976b4e3b4e89fdb3 2024-11-07T21:24:29,342 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/229b16c5626c400c976b4e3b4e89fdb3, entries=150, sequenceid=298, filesize=12.0 K 2024-11-07T21:24:29,343 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for ec33452fe7847d2dabc2ee63b69bc14f in 1671ms, sequenceid=298, compaction requested=true 2024-11-07T21:24:29,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ec33452fe7847d2dabc2ee63b69bc14f: 2024-11-07T21:24:29,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec33452fe7847d2dabc2ee63b69bc14f:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T21:24:29,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:24:29,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec33452fe7847d2dabc2ee63b69bc14f:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T21:24:29,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:24:29,343 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:24:29,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec33452fe7847d2dabc2ee63b69bc14f:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T21:24:29,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:24:29,343 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:24:29,344 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37467 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:24:29,344 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103023 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:24:29,344 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1541): ec33452fe7847d2dabc2ee63b69bc14f/A is initiating minor compaction (all files) 2024-11-07T21:24:29,344 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): ec33452fe7847d2dabc2ee63b69bc14f/B is initiating minor compaction (all files) 2024-11-07T21:24:29,344 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec33452fe7847d2dabc2ee63b69bc14f/B in TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:29,344 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec33452fe7847d2dabc2ee63b69bc14f/A in TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:29,344 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/9936ffeff49a4ae783645c0945ba8a99, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/d108f8fee56f40d0a4e9807839656d53, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/90112b07cf044bd18f344e085d614d69] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp, totalSize=36.6 K 2024-11-07T21:24:29,344 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/39632795a78e43b281b1cb0ccc009b8e, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/5f3fd27968af486897c68f702851d104, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/2099fd6655e4486b96a61c3d6990fb26] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp, totalSize=100.6 K 2024-11-07T21:24:29,345 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:29,345 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. files: [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/39632795a78e43b281b1cb0ccc009b8e, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/5f3fd27968af486897c68f702851d104, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/2099fd6655e4486b96a61c3d6990fb26] 2024-11-07T21:24:29,345 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 9936ffeff49a4ae783645c0945ba8a99, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731014663085 2024-11-07T21:24:29,345 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 39632795a78e43b281b1cb0ccc009b8e, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731014663085 2024-11-07T21:24:29,345 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting d108f8fee56f40d0a4e9807839656d53, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731014664255 2024-11-07T21:24:29,345 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f3fd27968af486897c68f702851d104, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731014664255 2024-11-07T21:24:29,345 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 90112b07cf044bd18f344e085d614d69, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731014666482 2024-11-07T21:24:29,345 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2099fd6655e4486b96a61c3d6990fb26, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731014666482 2024-11-07T21:24:29,350 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ec33452fe7847d2dabc2ee63b69bc14f] 2024-11-07T21:24:29,351 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec33452fe7847d2dabc2ee63b69bc14f#B#compaction#371 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:24:29,352 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/B/a4cf8f6a197d46b7a8938e81d1bc69e4 is 50, key is test_row_0/B:col10/1731014667671/Put/seqid=0 2024-11-07T21:24:29,353 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241107f0ff767e268241379170d6444a7ee25e_ec33452fe7847d2dabc2ee63b69bc14f store=[table=TestAcidGuarantees family=A region=ec33452fe7847d2dabc2ee63b69bc14f] 2024-11-07T21:24:29,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742265_1441 (size=13017) 2024-11-07T21:24:29,356 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241107f0ff767e268241379170d6444a7ee25e_ec33452fe7847d2dabc2ee63b69bc14f, store=[table=TestAcidGuarantees family=A region=ec33452fe7847d2dabc2ee63b69bc14f] 2024-11-07T21:24:29,356 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107f0ff767e268241379170d6444a7ee25e_ec33452fe7847d2dabc2ee63b69bc14f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ec33452fe7847d2dabc2ee63b69bc14f] 2024-11-07T21:24:29,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742266_1442 (size=4469) 2024-11-07T21:24:29,761 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec33452fe7847d2dabc2ee63b69bc14f#A#compaction#372 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:24:29,763 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/A/3d8922ea2682413aaba49c9cc6a01a52 is 175, key is test_row_0/A:col10/1731014667671/Put/seqid=0 2024-11-07T21:24:29,766 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/B/a4cf8f6a197d46b7a8938e81d1bc69e4 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/a4cf8f6a197d46b7a8938e81d1bc69e4 2024-11-07T21:24:29,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742267_1443 (size=31971) 2024-11-07T21:24:29,770 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ec33452fe7847d2dabc2ee63b69bc14f/B of ec33452fe7847d2dabc2ee63b69bc14f into a4cf8f6a197d46b7a8938e81d1bc69e4(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:24:29,770 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec33452fe7847d2dabc2ee63b69bc14f: 2024-11-07T21:24:29,770 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., storeName=ec33452fe7847d2dabc2ee63b69bc14f/B, priority=13, startTime=1731014669343; duration=0sec 2024-11-07T21:24:29,770 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:24:29,770 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec33452fe7847d2dabc2ee63b69bc14f:B 2024-11-07T21:24:29,770 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:24:29,771 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37467 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:24:29,771 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): ec33452fe7847d2dabc2ee63b69bc14f/C is initiating minor compaction (all files) 2024-11-07T21:24:29,771 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec33452fe7847d2dabc2ee63b69bc14f/C in TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:29,771 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/aa0b6863085643569ce9c11c8281587a, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/c8de16378ec24a209c3d3c341d7acc87, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/229b16c5626c400c976b4e3b4e89fdb3] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp, totalSize=36.6 K 2024-11-07T21:24:29,771 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting aa0b6863085643569ce9c11c8281587a, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731014663085 2024-11-07T21:24:29,772 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting c8de16378ec24a209c3d3c341d7acc87, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731014664255 2024-11-07T21:24:29,772 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 229b16c5626c400c976b4e3b4e89fdb3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731014666482 2024-11-07T21:24:29,777 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec33452fe7847d2dabc2ee63b69bc14f#C#compaction#373 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:24:29,777 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/C/46d6f48f64b240c59d888d8398e92e8e is 50, key is test_row_0/C:col10/1731014667671/Put/seqid=0 2024-11-07T21:24:29,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742268_1444 (size=13017) 2024-11-07T21:24:29,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on ec33452fe7847d2dabc2ee63b69bc14f 2024-11-07T21:24:29,862 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-07T21:24:29,863 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ec33452fe7847d2dabc2ee63b69bc14f 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-07T21:24:29,863 INFO [Thread-1623 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1623. 2024-11-07T21:24:29,863 DEBUG [Thread-1623 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T21:24:29,863 DEBUG [Thread-1623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:24:29,863 DEBUG [Thread-1623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:24:29,863 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T21:24:29,873 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110794c14263b3d84213bcb0e7aac1598f6e_ec33452fe7847d2dabc2ee63b69bc14f is 50, key is test_row_0/A:col10/1731014667702/Put/seqid=0 2024-11-07T21:24:29,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742269_1445 (size=12454) 2024-11-07T21:24:29,881 INFO [Thread-1625 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1625. 2024-11-07T21:24:29,881 DEBUG [Thread-1625 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T21:24:29,881 DEBUG [Thread-1625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:24:29,881 DEBUG [Thread-1625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:24:29,881 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T21:24:30,174 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/A/3d8922ea2682413aaba49c9cc6a01a52 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/3d8922ea2682413aaba49c9cc6a01a52 2024-11-07T21:24:30,181 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ec33452fe7847d2dabc2ee63b69bc14f/A of ec33452fe7847d2dabc2ee63b69bc14f into 3d8922ea2682413aaba49c9cc6a01a52(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:24:30,181 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec33452fe7847d2dabc2ee63b69bc14f: 2024-11-07T21:24:30,181 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., storeName=ec33452fe7847d2dabc2ee63b69bc14f/A, priority=13, startTime=1731014669343; duration=0sec 2024-11-07T21:24:30,181 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:24:30,181 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec33452fe7847d2dabc2ee63b69bc14f:A 2024-11-07T21:24:30,185 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/C/46d6f48f64b240c59d888d8398e92e8e as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/46d6f48f64b240c59d888d8398e92e8e 2024-11-07T21:24:30,190 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ec33452fe7847d2dabc2ee63b69bc14f/C of ec33452fe7847d2dabc2ee63b69bc14f into 46d6f48f64b240c59d888d8398e92e8e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:24:30,190 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec33452fe7847d2dabc2ee63b69bc14f: 2024-11-07T21:24:30,190 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., storeName=ec33452fe7847d2dabc2ee63b69bc14f/C, priority=13, startTime=1731014669343; duration=0sec 2024-11-07T21:24:30,190 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:24:30,190 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec33452fe7847d2dabc2ee63b69bc14f:C 2024-11-07T21:24:30,200 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T21:24:30,277 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:24:30,284 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110794c14263b3d84213bcb0e7aac1598f6e_ec33452fe7847d2dabc2ee63b69bc14f to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110794c14263b3d84213bcb0e7aac1598f6e_ec33452fe7847d2dabc2ee63b69bc14f 2024-11-07T21:24:30,288 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/A/4782555bb6484da49c68db0c4dea1b0e, store: [table=TestAcidGuarantees family=A region=ec33452fe7847d2dabc2ee63b69bc14f] 2024-11-07T21:24:30,288 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/A/4782555bb6484da49c68db0c4dea1b0e is 175, key is test_row_0/A:col10/1731014667702/Put/seqid=0 2024-11-07T21:24:30,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742270_1446 (size=31255) 2024-11-07T21:24:30,693 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=313, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/A/4782555bb6484da49c68db0c4dea1b0e 2024-11-07T21:24:30,695 INFO [Thread-1621 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1621. 2024-11-07T21:24:30,695 DEBUG [Thread-1621 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T21:24:30,695 DEBUG [Thread-1621 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:24:30,696 DEBUG [Thread-1621 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:24:30,696 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T21:24:30,701 INFO [Thread-1619 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1619. 2024-11-07T21:24:30,702 DEBUG [Thread-1619 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T21:24:30,702 DEBUG [Thread-1619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:24:30,702 INFO [Thread-1617 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1617. 2024-11-07T21:24:30,702 DEBUG [Thread-1619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:24:30,702 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T21:24:30,702 DEBUG [Thread-1617 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T21:24:30,702 DEBUG [Thread-1617 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:24:30,702 DEBUG [Thread-1617 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:24:30,702 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T21:24:30,703 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-07T21:24:30,703 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 49 2024-11-07T21:24:30,703 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 47 2024-11-07T21:24:30,703 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-11-07T21:24:30,703 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-11-07T21:24:30,703 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 49 2024-11-07T21:24:30,703 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-07T21:24:30,703 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-07T21:24:30,703 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1467 2024-11-07T21:24:30,703 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4400 rows 2024-11-07T21:24:30,703 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1465 2024-11-07T21:24:30,703 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4391 rows 2024-11-07T21:24:30,703 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1472 2024-11-07T21:24:30,703 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4406 rows 2024-11-07T21:24:30,703 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1471 2024-11-07T21:24:30,703 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4406 rows 2024-11-07T21:24:30,703 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1466 2024-11-07T21:24:30,703 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4395 rows 2024-11-07T21:24:30,703 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T21:24:30,703 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T21:24:30,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:24:30,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:24:30,704 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T21:24:30,704 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-07T21:24:30,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-07T21:24:30,706 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/B/1979a4f911e14e9c9902ebc7af1d31d2 is 50, key is test_row_0/B:col10/1731014667702/Put/seqid=0 2024-11-07T21:24:30,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-07T21:24:30,708 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731014670708"}]},"ts":"1731014670708"} 2024-11-07T21:24:30,709 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-07T21:24:30,709 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-07T21:24:30,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742271_1447 (size=12301) 2024-11-07T21:24:30,710 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-07T21:24:30,711 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ec33452fe7847d2dabc2ee63b69bc14f, UNASSIGN}] 2024-11-07T21:24:30,712 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=121, ppid=120, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ec33452fe7847d2dabc2ee63b69bc14f, UNASSIGN 2024-11-07T21:24:30,713 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=121 updating hbase:meta row=ec33452fe7847d2dabc2ee63b69bc14f, regionState=CLOSING, regionLocation=4fc742968c91,33553,1731014551923 2024-11-07T21:24:30,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=121, ppid=120, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ec33452fe7847d2dabc2ee63b69bc14f, UNASSIGN because future has completed 2024-11-07T21:24:30,714 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-07T21:24:30,714 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; CloseRegionProcedure ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923}] 2024-11-07T21:24:30,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-07T21:24:30,867 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] handler.UnassignRegionHandler(122): Close ec33452fe7847d2dabc2ee63b69bc14f 2024-11-07T21:24:30,867 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-07T21:24:30,868 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegion(1722): Closing ec33452fe7847d2dabc2ee63b69bc14f, disabling compactions & flushes 2024-11-07T21:24:30,868 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:31,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-07T21:24:31,111 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/B/1979a4f911e14e9c9902ebc7af1d31d2 2024-11-07T21:24:31,197 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/C/155ba34dd4fa4241bb7a7335650c15c3 is 50, key is test_row_0/C:col10/1731014667702/Put/seqid=0 2024-11-07T21:24:31,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742272_1448 (size=12301) 2024-11-07T21:24:31,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-07T21:24:31,604 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/C/155ba34dd4fa4241bb7a7335650c15c3 2024-11-07T21:24:31,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/A/4782555bb6484da49c68db0c4dea1b0e as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/4782555bb6484da49c68db0c4dea1b0e 2024-11-07T21:24:31,619 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/4782555bb6484da49c68db0c4dea1b0e, entries=150, sequenceid=313, filesize=30.5 K 2024-11-07T21:24:31,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/B/1979a4f911e14e9c9902ebc7af1d31d2 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/1979a4f911e14e9c9902ebc7af1d31d2 2024-11-07T21:24:31,625 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/1979a4f911e14e9c9902ebc7af1d31d2, entries=150, sequenceid=313, filesize=12.0 K 2024-11-07T21:24:31,626 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/C/155ba34dd4fa4241bb7a7335650c15c3 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/155ba34dd4fa4241bb7a7335650c15c3 2024-11-07T21:24:31,631 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/155ba34dd4fa4241bb7a7335650c15c3, entries=150, sequenceid=313, filesize=12.0 K 2024-11-07T21:24:31,632 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=26.84 KB/27480 for ec33452fe7847d2dabc2ee63b69bc14f in 1770ms, sequenceid=313, compaction requested=false 2024-11-07T21:24:31,632 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ec33452fe7847d2dabc2ee63b69bc14f: 2024-11-07T21:24:31,632 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:31,632 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:31,632 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. after waiting 0 ms 2024-11-07T21:24:31,632 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:31,632 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegion(2902): Flushing ec33452fe7847d2dabc2ee63b69bc14f 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-07T21:24:31,640 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411075b9a65c6cc50443cb8b6f272e9754c0e_ec33452fe7847d2dabc2ee63b69bc14f is 50, key is test_row_0/A:col10/1731014670700/Put/seqid=0 2024-11-07T21:24:31,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742273_1449 (size=9914) 2024-11-07T21:24:31,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-07T21:24:32,046 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:24:32,054 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411075b9a65c6cc50443cb8b6f272e9754c0e_ec33452fe7847d2dabc2ee63b69bc14f to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411075b9a65c6cc50443cb8b6f272e9754c0e_ec33452fe7847d2dabc2ee63b69bc14f 2024-11-07T21:24:32,055 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/A/ab2ac41913cd4b74b8195abb92a44d47, store: [table=TestAcidGuarantees family=A region=ec33452fe7847d2dabc2ee63b69bc14f] 2024-11-07T21:24:32,056 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/A/ab2ac41913cd4b74b8195abb92a44d47 is 175, key is test_row_0/A:col10/1731014670700/Put/seqid=0 2024-11-07T21:24:32,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742274_1450 (size=22561) 2024-11-07T21:24:32,462 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=322, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/A/ab2ac41913cd4b74b8195abb92a44d47 2024-11-07T21:24:32,474 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/B/b418f74a601d428384eb58eb61999110 is 50, key is test_row_0/B:col10/1731014670700/Put/seqid=0 2024-11-07T21:24:32,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742275_1451 (size=9857) 2024-11-07T21:24:32,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-07T21:24:32,878 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/B/b418f74a601d428384eb58eb61999110 2024-11-07T21:24:32,883 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/C/4c92c3bb567c4416aaf29a928ed91a13 is 50, key is test_row_0/C:col10/1731014670700/Put/seqid=0 2024-11-07T21:24:32,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742276_1452 (size=9857) 2024-11-07T21:24:33,288 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/C/4c92c3bb567c4416aaf29a928ed91a13 2024-11-07T21:24:33,291 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/A/ab2ac41913cd4b74b8195abb92a44d47 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/ab2ac41913cd4b74b8195abb92a44d47 2024-11-07T21:24:33,293 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/ab2ac41913cd4b74b8195abb92a44d47, entries=100, sequenceid=322, filesize=22.0 K 2024-11-07T21:24:33,294 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/B/b418f74a601d428384eb58eb61999110 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/b418f74a601d428384eb58eb61999110 2024-11-07T21:24:33,297 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/b418f74a601d428384eb58eb61999110, entries=100, sequenceid=322, filesize=9.6 K 2024-11-07T21:24:33,298 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/.tmp/C/4c92c3bb567c4416aaf29a928ed91a13 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/4c92c3bb567c4416aaf29a928ed91a13 2024-11-07T21:24:33,302 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/4c92c3bb567c4416aaf29a928ed91a13, entries=100, sequenceid=322, filesize=9.6 K 2024-11-07T21:24:33,303 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for ec33452fe7847d2dabc2ee63b69bc14f in 1671ms, sequenceid=322, compaction requested=true 2024-11-07T21:24:33,304 DEBUG [StoreCloser-TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/a568ff3746e644619728a7d569fcbed3, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/3bc3f29303c349e78d6a2f14779d529d, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/4ecf54cec3a24b5ba6996251636ffb15, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/7df6150a695d4b2fac0890ba6f6ba52f, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/40c606ff78aa4e33af803765a6552b4d, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/b5526e369ef0473d9ae8f1ff73065034, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/6252adce67304081938f095f0cf325c8, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/30cf8e20a161435d824fdb6eea8baba7, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/dcb1997873f744459b88f4bbb5e9d3e9, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/2a6d2999f0bf463785436ec76206880d, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/998b8426de14472a9029b5e1d6f8843a, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/e7f2ea2dad754794845128b0bfcf8af5, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/6b6d7c900a914a44ace86e4605cc63da, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/ec3af8e1e3dc445f9c047c42ede9f8b9, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/a1c53aecaab04dec9ce21c231e03223a, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/035dcaeccce64a7c919d66f06b456871, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/5a124b9356d74e5c9d00c0e372377f39, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/a641f1c976554fa5946a0d3462d8ee6d, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/39632795a78e43b281b1cb0ccc009b8e, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/5f3fd27968af486897c68f702851d104, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/2099fd6655e4486b96a61c3d6990fb26] to archive 2024-11-07T21:24:33,305 DEBUG [StoreCloser-TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T21:24:33,307 DEBUG [StoreCloser-TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/a568ff3746e644619728a7d569fcbed3 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/a568ff3746e644619728a7d569fcbed3 2024-11-07T21:24:33,308 DEBUG [StoreCloser-TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/3bc3f29303c349e78d6a2f14779d529d to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/3bc3f29303c349e78d6a2f14779d529d 2024-11-07T21:24:33,309 DEBUG [StoreCloser-TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/4ecf54cec3a24b5ba6996251636ffb15 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/4ecf54cec3a24b5ba6996251636ffb15 2024-11-07T21:24:33,309 DEBUG [StoreCloser-TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/7df6150a695d4b2fac0890ba6f6ba52f to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/7df6150a695d4b2fac0890ba6f6ba52f 2024-11-07T21:24:33,310 DEBUG [StoreCloser-TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/40c606ff78aa4e33af803765a6552b4d to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/40c606ff78aa4e33af803765a6552b4d 2024-11-07T21:24:33,311 DEBUG [StoreCloser-TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/b5526e369ef0473d9ae8f1ff73065034 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/b5526e369ef0473d9ae8f1ff73065034 2024-11-07T21:24:33,312 DEBUG [StoreCloser-TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/6252adce67304081938f095f0cf325c8 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/6252adce67304081938f095f0cf325c8 2024-11-07T21:24:33,313 DEBUG [StoreCloser-TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/30cf8e20a161435d824fdb6eea8baba7 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/30cf8e20a161435d824fdb6eea8baba7 2024-11-07T21:24:33,314 DEBUG [StoreCloser-TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/dcb1997873f744459b88f4bbb5e9d3e9 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/dcb1997873f744459b88f4bbb5e9d3e9 2024-11-07T21:24:33,315 DEBUG [StoreCloser-TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/2a6d2999f0bf463785436ec76206880d to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/2a6d2999f0bf463785436ec76206880d 2024-11-07T21:24:33,315 DEBUG [StoreCloser-TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/998b8426de14472a9029b5e1d6f8843a to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/998b8426de14472a9029b5e1d6f8843a 2024-11-07T21:24:33,316 DEBUG [StoreCloser-TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/e7f2ea2dad754794845128b0bfcf8af5 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/e7f2ea2dad754794845128b0bfcf8af5 2024-11-07T21:24:33,317 DEBUG [StoreCloser-TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/6b6d7c900a914a44ace86e4605cc63da to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/6b6d7c900a914a44ace86e4605cc63da 2024-11-07T21:24:33,318 DEBUG [StoreCloser-TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/ec3af8e1e3dc445f9c047c42ede9f8b9 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/ec3af8e1e3dc445f9c047c42ede9f8b9 2024-11-07T21:24:33,319 DEBUG [StoreCloser-TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/a1c53aecaab04dec9ce21c231e03223a to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/a1c53aecaab04dec9ce21c231e03223a 2024-11-07T21:24:33,320 DEBUG [StoreCloser-TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/035dcaeccce64a7c919d66f06b456871 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/035dcaeccce64a7c919d66f06b456871 2024-11-07T21:24:33,321 DEBUG [StoreCloser-TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/5a124b9356d74e5c9d00c0e372377f39 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/5a124b9356d74e5c9d00c0e372377f39 2024-11-07T21:24:33,321 DEBUG [StoreCloser-TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/a641f1c976554fa5946a0d3462d8ee6d to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/a641f1c976554fa5946a0d3462d8ee6d 2024-11-07T21:24:33,322 DEBUG [StoreCloser-TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/39632795a78e43b281b1cb0ccc009b8e to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/39632795a78e43b281b1cb0ccc009b8e 2024-11-07T21:24:33,323 DEBUG [StoreCloser-TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/5f3fd27968af486897c68f702851d104 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/5f3fd27968af486897c68f702851d104 2024-11-07T21:24:33,323 DEBUG [StoreCloser-TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/2099fd6655e4486b96a61c3d6990fb26 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/2099fd6655e4486b96a61c3d6990fb26 2024-11-07T21:24:33,326 DEBUG [StoreCloser-TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/26c6fbf7dcbc4ec6b6a76d0eb012d24d, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/8fa7a4f4489b4baaa54b287820d4926c, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/2216a0eeb5424cf2922abd080964fe75, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/60c12d1ca80c4b3798ae7b94d31b266e, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/3228aeee18ed4f918a9fc259bdf66e02, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/9f9f3353ed7c4da6a6aa29f02fdaa2ac, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/50fb9df6a06c468d8d5f740302adca93, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/68effbd5b89c4dcf8f6fa4ba5fcec797, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/ded5f406b5a345a8935ecd8ab50ccec8, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/9750891302894f34a6a386d807d0a5f6, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/d157d9371cbb480cb994cb3a400dfcd8, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/450a18b7962447de8bf5d35b222a879d, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/495ab8591c924d35b31e9616ec121e8d, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/0ebb1b3b423b44cf9bc7533cc08af361, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/536a94fa70234db3925ab70f9e6bc994, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/f2f146789e704bf0822c87fe4c66b3b7, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/36f18817a3374528918d01ee25c94b60, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/9936ffeff49a4ae783645c0945ba8a99, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/0c57333a635245769ae9bc5d1be58c7b, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/d108f8fee56f40d0a4e9807839656d53, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/90112b07cf044bd18f344e085d614d69] to archive 2024-11-07T21:24:33,327 DEBUG [StoreCloser-TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T21:24:33,329 DEBUG [StoreCloser-TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/26c6fbf7dcbc4ec6b6a76d0eb012d24d to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/26c6fbf7dcbc4ec6b6a76d0eb012d24d 2024-11-07T21:24:33,330 DEBUG [StoreCloser-TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/8fa7a4f4489b4baaa54b287820d4926c to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/8fa7a4f4489b4baaa54b287820d4926c 2024-11-07T21:24:33,330 DEBUG [StoreCloser-TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/2216a0eeb5424cf2922abd080964fe75 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/2216a0eeb5424cf2922abd080964fe75 2024-11-07T21:24:33,331 DEBUG [StoreCloser-TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/60c12d1ca80c4b3798ae7b94d31b266e to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/60c12d1ca80c4b3798ae7b94d31b266e 2024-11-07T21:24:33,332 DEBUG [StoreCloser-TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/3228aeee18ed4f918a9fc259bdf66e02 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/3228aeee18ed4f918a9fc259bdf66e02 2024-11-07T21:24:33,333 DEBUG [StoreCloser-TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/9f9f3353ed7c4da6a6aa29f02fdaa2ac to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/9f9f3353ed7c4da6a6aa29f02fdaa2ac 2024-11-07T21:24:33,333 DEBUG [StoreCloser-TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/50fb9df6a06c468d8d5f740302adca93 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/50fb9df6a06c468d8d5f740302adca93 2024-11-07T21:24:33,334 DEBUG [StoreCloser-TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/68effbd5b89c4dcf8f6fa4ba5fcec797 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/68effbd5b89c4dcf8f6fa4ba5fcec797 2024-11-07T21:24:33,335 DEBUG [StoreCloser-TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/ded5f406b5a345a8935ecd8ab50ccec8 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/ded5f406b5a345a8935ecd8ab50ccec8 2024-11-07T21:24:33,335 DEBUG [StoreCloser-TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/9750891302894f34a6a386d807d0a5f6 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/9750891302894f34a6a386d807d0a5f6 2024-11-07T21:24:33,336 DEBUG [StoreCloser-TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/d157d9371cbb480cb994cb3a400dfcd8 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/d157d9371cbb480cb994cb3a400dfcd8 2024-11-07T21:24:33,337 DEBUG [StoreCloser-TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/450a18b7962447de8bf5d35b222a879d to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/450a18b7962447de8bf5d35b222a879d 2024-11-07T21:24:33,338 DEBUG [StoreCloser-TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/495ab8591c924d35b31e9616ec121e8d to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/495ab8591c924d35b31e9616ec121e8d 2024-11-07T21:24:33,339 DEBUG [StoreCloser-TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/0ebb1b3b423b44cf9bc7533cc08af361 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/0ebb1b3b423b44cf9bc7533cc08af361 2024-11-07T21:24:33,339 DEBUG [StoreCloser-TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/536a94fa70234db3925ab70f9e6bc994 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/536a94fa70234db3925ab70f9e6bc994 2024-11-07T21:24:33,340 DEBUG [StoreCloser-TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/f2f146789e704bf0822c87fe4c66b3b7 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/f2f146789e704bf0822c87fe4c66b3b7 2024-11-07T21:24:33,341 DEBUG [StoreCloser-TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/36f18817a3374528918d01ee25c94b60 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/36f18817a3374528918d01ee25c94b60 2024-11-07T21:24:33,341 DEBUG [StoreCloser-TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/9936ffeff49a4ae783645c0945ba8a99 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/9936ffeff49a4ae783645c0945ba8a99 2024-11-07T21:24:33,342 DEBUG [StoreCloser-TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/0c57333a635245769ae9bc5d1be58c7b to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/0c57333a635245769ae9bc5d1be58c7b 2024-11-07T21:24:33,343 DEBUG [StoreCloser-TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/d108f8fee56f40d0a4e9807839656d53 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/d108f8fee56f40d0a4e9807839656d53 2024-11-07T21:24:33,344 DEBUG [StoreCloser-TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/90112b07cf044bd18f344e085d614d69 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/90112b07cf044bd18f344e085d614d69 2024-11-07T21:24:33,345 DEBUG [StoreCloser-TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/0ecb63e690d544baa1d64cc5e1d9a2a4, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/1995f65299654cd69d7c821bf8fb9438, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/cc82c18bd56a44919e0dbb0a6ae6741d, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/fa68f82e132e470eb14b4b29078b1939, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/e705173ab03649569aae796f481ada7b, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/126d9fc385924a71bf13afe10d2d7fb8, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/961775b5f2fc4021b2f705bd54a07a06, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/644bfb8d415a4572b256de4709f8faef, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/742b4e7da97c4f20b1906f25a4f6ad1e, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/1c0e5c1cf885454787c3fd9c38c83ef3, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/ce4e1321398c4625819fb7ee9f50d5be, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/6c601c0f129b4a049a0c470e270c2fab, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/2f14937482964d689898ba1eb8d986c9, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/c23185becf22401bb9b2c061e35f2dff, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/c2eb383c19664d65a91ae45c52e8f96e, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/a4c08f488d9f42a8a0e4d27910355545, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/da331976a22a41dfbf03fbdd5783effd, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/aa0b6863085643569ce9c11c8281587a, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/ce3bc4013ddf4979bf0b299ba13f16a5, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/c8de16378ec24a209c3d3c341d7acc87, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/229b16c5626c400c976b4e3b4e89fdb3] to archive 2024-11-07T21:24:33,346 DEBUG [StoreCloser-TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T21:24:33,347 DEBUG [StoreCloser-TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/0ecb63e690d544baa1d64cc5e1d9a2a4 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/0ecb63e690d544baa1d64cc5e1d9a2a4 2024-11-07T21:24:33,347 DEBUG [StoreCloser-TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/1995f65299654cd69d7c821bf8fb9438 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/1995f65299654cd69d7c821bf8fb9438 2024-11-07T21:24:33,348 DEBUG [StoreCloser-TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/cc82c18bd56a44919e0dbb0a6ae6741d to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/cc82c18bd56a44919e0dbb0a6ae6741d 2024-11-07T21:24:33,349 DEBUG [StoreCloser-TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/fa68f82e132e470eb14b4b29078b1939 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/fa68f82e132e470eb14b4b29078b1939 2024-11-07T21:24:33,350 DEBUG [StoreCloser-TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/e705173ab03649569aae796f481ada7b to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/e705173ab03649569aae796f481ada7b 2024-11-07T21:24:33,350 DEBUG [StoreCloser-TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/126d9fc385924a71bf13afe10d2d7fb8 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/126d9fc385924a71bf13afe10d2d7fb8 2024-11-07T21:24:33,351 DEBUG [StoreCloser-TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/961775b5f2fc4021b2f705bd54a07a06 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/961775b5f2fc4021b2f705bd54a07a06 2024-11-07T21:24:33,352 DEBUG [StoreCloser-TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/644bfb8d415a4572b256de4709f8faef to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/644bfb8d415a4572b256de4709f8faef 2024-11-07T21:24:33,352 DEBUG [StoreCloser-TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/742b4e7da97c4f20b1906f25a4f6ad1e to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/742b4e7da97c4f20b1906f25a4f6ad1e 2024-11-07T21:24:33,353 DEBUG [StoreCloser-TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/1c0e5c1cf885454787c3fd9c38c83ef3 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/1c0e5c1cf885454787c3fd9c38c83ef3 2024-11-07T21:24:33,354 DEBUG [StoreCloser-TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/ce4e1321398c4625819fb7ee9f50d5be to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/ce4e1321398c4625819fb7ee9f50d5be 2024-11-07T21:24:33,355 DEBUG [StoreCloser-TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/6c601c0f129b4a049a0c470e270c2fab to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/6c601c0f129b4a049a0c470e270c2fab 2024-11-07T21:24:33,356 DEBUG [StoreCloser-TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/2f14937482964d689898ba1eb8d986c9 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/2f14937482964d689898ba1eb8d986c9 2024-11-07T21:24:33,356 DEBUG [StoreCloser-TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/c23185becf22401bb9b2c061e35f2dff to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/c23185becf22401bb9b2c061e35f2dff 2024-11-07T21:24:33,357 DEBUG [StoreCloser-TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/c2eb383c19664d65a91ae45c52e8f96e to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/c2eb383c19664d65a91ae45c52e8f96e 2024-11-07T21:24:33,358 DEBUG [StoreCloser-TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/a4c08f488d9f42a8a0e4d27910355545 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/a4c08f488d9f42a8a0e4d27910355545 2024-11-07T21:24:33,358 DEBUG [StoreCloser-TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/da331976a22a41dfbf03fbdd5783effd to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/da331976a22a41dfbf03fbdd5783effd 2024-11-07T21:24:33,359 DEBUG [StoreCloser-TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/aa0b6863085643569ce9c11c8281587a to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/aa0b6863085643569ce9c11c8281587a 2024-11-07T21:24:33,360 DEBUG [StoreCloser-TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/ce3bc4013ddf4979bf0b299ba13f16a5 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/ce3bc4013ddf4979bf0b299ba13f16a5 2024-11-07T21:24:33,361 DEBUG [StoreCloser-TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/c8de16378ec24a209c3d3c341d7acc87 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/c8de16378ec24a209c3d3c341d7acc87 2024-11-07T21:24:33,362 DEBUG [StoreCloser-TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/229b16c5626c400c976b4e3b4e89fdb3 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/229b16c5626c400c976b4e3b4e89fdb3 2024-11-07T21:24:33,365 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/recovered.edits/325.seqid, newMaxSeqId=325, maxSeqId=4 2024-11-07T21:24:33,366 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. 2024-11-07T21:24:33,366 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegion(1676): Region close journal for ec33452fe7847d2dabc2ee63b69bc14f: Waiting for close lock at 1731014670868Running coprocessor pre-close hooks at 1731014670868Disabling compacts and flushes for region at 1731014670868Disabling writes for close at 1731014671632 (+764 ms)Obtaining lock to block concurrent updates at 1731014671632Preparing flush snapshotting stores in ec33452fe7847d2dabc2ee63b69bc14f at 1731014671632Finished memstore snapshotting TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=72720, getOffHeapSize=0, getCellsCount=600 at 1731014671632Flushing stores of TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f. at 1731014671633 (+1 ms)Flushing ec33452fe7847d2dabc2ee63b69bc14f/A: creating writer at 1731014671633Flushing mob file ec33452fe7847d2dabc2ee63b69bc14f/A: appending metadata at 1731014671640 (+7 ms)Flushing mob file ec33452fe7847d2dabc2ee63b69bc14f/A: closing flushed file at 1731014671640Flushing ec33452fe7847d2dabc2ee63b69bc14f/A: appending metadata at 1731014672055 (+415 ms)Flushing ec33452fe7847d2dabc2ee63b69bc14f/A: closing flushed file at 1731014672055Flushing ec33452fe7847d2dabc2ee63b69bc14f/B: creating writer at 1731014672471 (+416 ms)Flushing ec33452fe7847d2dabc2ee63b69bc14f/B: appending metadata at 1731014672474 (+3 ms)Flushing ec33452fe7847d2dabc2ee63b69bc14f/B: closing flushed file at 1731014672474Flushing ec33452fe7847d2dabc2ee63b69bc14f/C: creating writer at 1731014672881 (+407 ms)Flushing ec33452fe7847d2dabc2ee63b69bc14f/C: appending metadata at 1731014672883 (+2 ms)Flushing ec33452fe7847d2dabc2ee63b69bc14f/C: closing flushed file at 1731014672883Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@255b0596: reopening flushed file at 1731014673291 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7becf2b0: reopening flushed file at 1731014673293 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30821502: reopening flushed file at 1731014673297 (+4 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for ec33452fe7847d2dabc2ee63b69bc14f in 1671ms, sequenceid=322, compaction requested=true at 1731014673303 (+6 ms)Writing region close event to WAL at 1731014673363 (+60 ms)Running coprocessor post-close hooks at 1731014673366 (+3 ms)Closed at 1731014673366 2024-11-07T21:24:33,368 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] handler.UnassignRegionHandler(157): Closed ec33452fe7847d2dabc2ee63b69bc14f 2024-11-07T21:24:33,368 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=121 updating hbase:meta row=ec33452fe7847d2dabc2ee63b69bc14f, regionState=CLOSED 2024-11-07T21:24:33,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=122, ppid=121, state=RUNNABLE, hasLock=false; CloseRegionProcedure ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 because future has completed 2024-11-07T21:24:33,371 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-11-07T21:24:33,371 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; CloseRegionProcedure ec33452fe7847d2dabc2ee63b69bc14f, server=4fc742968c91,33553,1731014551923 in 2.6560 sec 2024-11-07T21:24:33,373 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=121, resume processing ppid=120 2024-11-07T21:24:33,373 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, ppid=120, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ec33452fe7847d2dabc2ee63b69bc14f, UNASSIGN in 2.6600 sec 2024-11-07T21:24:33,374 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-11-07T21:24:33,375 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.6630 sec 2024-11-07T21:24:33,375 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731014673375"}]},"ts":"1731014673375"} 2024-11-07T21:24:33,377 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-07T21:24:33,377 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-07T21:24:33,378 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.6730 sec 2024-11-07T21:24:34,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-07T21:24:34,880 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-07T21:24:34,881 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-07T21:24:34,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T21:24:34,883 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=123, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T21:24:34,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-07T21:24:34,884 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=123, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T21:24:34,886 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f 2024-11-07T21:24:34,891 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A, FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B, FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C, FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/recovered.edits] 2024-11-07T21:24:34,895 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/3d8922ea2682413aaba49c9cc6a01a52 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/3d8922ea2682413aaba49c9cc6a01a52 2024-11-07T21:24:34,897 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/4782555bb6484da49c68db0c4dea1b0e to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/4782555bb6484da49c68db0c4dea1b0e 2024-11-07T21:24:34,898 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/ab2ac41913cd4b74b8195abb92a44d47 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/A/ab2ac41913cd4b74b8195abb92a44d47 2024-11-07T21:24:34,902 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/1979a4f911e14e9c9902ebc7af1d31d2 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/1979a4f911e14e9c9902ebc7af1d31d2 2024-11-07T21:24:34,903 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/a4cf8f6a197d46b7a8938e81d1bc69e4 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/a4cf8f6a197d46b7a8938e81d1bc69e4 2024-11-07T21:24:34,905 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/b418f74a601d428384eb58eb61999110 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/B/b418f74a601d428384eb58eb61999110 2024-11-07T21:24:34,908 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/155ba34dd4fa4241bb7a7335650c15c3 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/155ba34dd4fa4241bb7a7335650c15c3 2024-11-07T21:24:34,910 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/46d6f48f64b240c59d888d8398e92e8e to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/46d6f48f64b240c59d888d8398e92e8e 2024-11-07T21:24:34,911 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/4c92c3bb567c4416aaf29a928ed91a13 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/C/4c92c3bb567c4416aaf29a928ed91a13 2024-11-07T21:24:34,915 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/recovered.edits/325.seqid to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f/recovered.edits/325.seqid 2024-11-07T21:24:34,916 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/ec33452fe7847d2dabc2ee63b69bc14f 2024-11-07T21:24:34,916 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-07T21:24:34,916 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-07T21:24:34,917 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-07T21:24:34,921 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110716cce6340bb74f8a8a3652c6cf68636a_ec33452fe7847d2dabc2ee63b69bc14f to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110716cce6340bb74f8a8a3652c6cf68636a_ec33452fe7847d2dabc2ee63b69bc14f 2024-11-07T21:24:34,923 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110717a692d6127549e09c4470e9cafe1e46_ec33452fe7847d2dabc2ee63b69bc14f to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110717a692d6127549e09c4470e9cafe1e46_ec33452fe7847d2dabc2ee63b69bc14f 2024-11-07T21:24:34,925 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107216abccec0ad4eef827b2e6ad9590d38_ec33452fe7847d2dabc2ee63b69bc14f to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107216abccec0ad4eef827b2e6ad9590d38_ec33452fe7847d2dabc2ee63b69bc14f 2024-11-07T21:24:34,927 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411073c68fe3df881409aa5b7dd813f32df50_ec33452fe7847d2dabc2ee63b69bc14f to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411073c68fe3df881409aa5b7dd813f32df50_ec33452fe7847d2dabc2ee63b69bc14f 2024-11-07T21:24:34,929 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110746187af0c298425ba6c191b206b63114_ec33452fe7847d2dabc2ee63b69bc14f to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110746187af0c298425ba6c191b206b63114_ec33452fe7847d2dabc2ee63b69bc14f 2024-11-07T21:24:34,931 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110747329550a68b49d4bcb1c508e7af3eff_ec33452fe7847d2dabc2ee63b69bc14f to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110747329550a68b49d4bcb1c508e7af3eff_ec33452fe7847d2dabc2ee63b69bc14f 2024-11-07T21:24:34,933 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411075377458bcbe149608615ed24a23f4424_ec33452fe7847d2dabc2ee63b69bc14f to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411075377458bcbe149608615ed24a23f4424_ec33452fe7847d2dabc2ee63b69bc14f 2024-11-07T21:24:34,935 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411075b9a65c6cc50443cb8b6f272e9754c0e_ec33452fe7847d2dabc2ee63b69bc14f to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411075b9a65c6cc50443cb8b6f272e9754c0e_ec33452fe7847d2dabc2ee63b69bc14f 2024-11-07T21:24:34,936 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110765a767dee3fc4d43adaa2a7251bcbc36_ec33452fe7847d2dabc2ee63b69bc14f to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110765a767dee3fc4d43adaa2a7251bcbc36_ec33452fe7847d2dabc2ee63b69bc14f 2024-11-07T21:24:34,938 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411077178b33cd455475b89fd7f74254589d0_ec33452fe7847d2dabc2ee63b69bc14f to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411077178b33cd455475b89fd7f74254589d0_ec33452fe7847d2dabc2ee63b69bc14f 2024-11-07T21:24:34,940 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110780dda816960049c49c9731f604192c6a_ec33452fe7847d2dabc2ee63b69bc14f to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110780dda816960049c49c9731f604192c6a_ec33452fe7847d2dabc2ee63b69bc14f 2024-11-07T21:24:34,942 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110794c14263b3d84213bcb0e7aac1598f6e_ec33452fe7847d2dabc2ee63b69bc14f to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110794c14263b3d84213bcb0e7aac1598f6e_ec33452fe7847d2dabc2ee63b69bc14f 2024-11-07T21:24:34,945 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411079cd946e3a97442b6be2536dd4ac27051_ec33452fe7847d2dabc2ee63b69bc14f to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411079cd946e3a97442b6be2536dd4ac27051_ec33452fe7847d2dabc2ee63b69bc14f 2024-11-07T21:24:34,947 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107bbbd4a2476b0442bb9ecfabc0f35188c_ec33452fe7847d2dabc2ee63b69bc14f to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107bbbd4a2476b0442bb9ecfabc0f35188c_ec33452fe7847d2dabc2ee63b69bc14f 2024-11-07T21:24:34,948 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107c12777b2cf0b44888b957d56e545f07d_ec33452fe7847d2dabc2ee63b69bc14f to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107c12777b2cf0b44888b957d56e545f07d_ec33452fe7847d2dabc2ee63b69bc14f 2024-11-07T21:24:34,950 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107ce3697154484411da273fb711c2b77b5_ec33452fe7847d2dabc2ee63b69bc14f to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107ce3697154484411da273fb711c2b77b5_ec33452fe7847d2dabc2ee63b69bc14f 2024-11-07T21:24:34,951 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107dc8448a6f22f4e28a740ec087d78e311_ec33452fe7847d2dabc2ee63b69bc14f to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107dc8448a6f22f4e28a740ec087d78e311_ec33452fe7847d2dabc2ee63b69bc14f 2024-11-07T21:24:34,951 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-07T21:24:34,954 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=123, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T21:24:34,956 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-07T21:24:34,958 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-07T21:24:34,959 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=123, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T21:24:34,959 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-07T21:24:34,959 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731014674959"}]},"ts":"9223372036854775807"} 2024-11-07T21:24:34,961 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-07T21:24:34,961 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => ec33452fe7847d2dabc2ee63b69bc14f, NAME => 'TestAcidGuarantees,,1731014645606.ec33452fe7847d2dabc2ee63b69bc14f.', STARTKEY => '', ENDKEY => ''}] 2024-11-07T21:24:34,962 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-07T21:24:34,962 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731014674962"}]},"ts":"9223372036854775807"} 2024-11-07T21:24:34,963 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-07T21:24:34,964 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=123, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T21:24:34,965 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 83 msec 2024-11-07T21:24:34,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-07T21:24:34,990 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-07T21:24:34,990 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-07T21:24:35,003 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=241 (was 237) - Thread LEAK? -, OpenFileDescriptor=451 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=414 (was 434), ProcessCount=11 (was 11), AvailableMemoryMB=1826 (was 1856) 2024-11-07T21:24:35,016 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=241, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=414, ProcessCount=11, AvailableMemoryMB=1825 2024-11-07T21:24:35,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-07T21:24:35,018 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T21:24:35,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] procedure2.ProcedureExecutor(1139): Stored pid=124, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-07T21:24:35,021 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=124, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T21:24:35,021 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:24:35,021 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 124 2024-11-07T21:24:35,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=124 2024-11-07T21:24:35,022 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=124, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T21:24:35,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742277_1453 (size=959) 2024-11-07T21:24:35,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=124 2024-11-07T21:24:35,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=124 2024-11-07T21:24:35,430 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff 2024-11-07T21:24:35,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742278_1454 (size=53) 2024-11-07T21:24:35,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=124 2024-11-07T21:24:35,839 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:24:35,840 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing d6f854889ba60ebb8829c60b1bc3c8b9, disabling compactions & flushes 2024-11-07T21:24:35,840 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:35,840 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:35,840 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. after waiting 0 ms 2024-11-07T21:24:35,840 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:35,840 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:35,840 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for d6f854889ba60ebb8829c60b1bc3c8b9: Waiting for close lock at 1731014675839Disabling compacts and flushes for region at 1731014675839Disabling writes for close at 1731014675840 (+1 ms)Writing region close event to WAL at 1731014675840Closed at 1731014675840 2024-11-07T21:24:35,843 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=124, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T21:24:35,843 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731014675843"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731014675843"}]},"ts":"1731014675843"} 2024-11-07T21:24:35,847 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T21:24:35,849 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=124, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T21:24:35,849 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731014675849"}]},"ts":"1731014675849"} 2024-11-07T21:24:35,850 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-07T21:24:35,851 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d6f854889ba60ebb8829c60b1bc3c8b9, ASSIGN}] 2024-11-07T21:24:35,851 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=125, ppid=124, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d6f854889ba60ebb8829c60b1bc3c8b9, ASSIGN 2024-11-07T21:24:35,852 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=125, ppid=124, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d6f854889ba60ebb8829c60b1bc3c8b9, ASSIGN; state=OFFLINE, location=4fc742968c91,33553,1731014551923; forceNewPlan=false, retain=false 2024-11-07T21:24:36,003 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=125 updating hbase:meta row=d6f854889ba60ebb8829c60b1bc3c8b9, regionState=OPENING, regionLocation=4fc742968c91,33553,1731014551923 2024-11-07T21:24:36,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=125, ppid=124, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d6f854889ba60ebb8829c60b1bc3c8b9, ASSIGN because future has completed 2024-11-07T21:24:36,006 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; OpenRegionProcedure d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923}] 2024-11-07T21:24:36,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=124 2024-11-07T21:24:36,165 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:36,165 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(7752): Opening region: {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} 2024-11-07T21:24:36,166 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d6f854889ba60ebb8829c60b1bc3c8b9 2024-11-07T21:24:36,166 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:24:36,166 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(7794): checking encryption for d6f854889ba60ebb8829c60b1bc3c8b9 2024-11-07T21:24:36,166 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(7797): checking classloading for d6f854889ba60ebb8829c60b1bc3c8b9 2024-11-07T21:24:36,168 INFO [StoreOpener-d6f854889ba60ebb8829c60b1bc3c8b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d6f854889ba60ebb8829c60b1bc3c8b9 2024-11-07T21:24:36,170 INFO [StoreOpener-d6f854889ba60ebb8829c60b1bc3c8b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6f854889ba60ebb8829c60b1bc3c8b9 columnFamilyName A 2024-11-07T21:24:36,170 DEBUG [StoreOpener-d6f854889ba60ebb8829c60b1bc3c8b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:24:36,171 INFO [StoreOpener-d6f854889ba60ebb8829c60b1bc3c8b9-1 {}] regionserver.HStore(327): Store=d6f854889ba60ebb8829c60b1bc3c8b9/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:24:36,171 INFO [StoreOpener-d6f854889ba60ebb8829c60b1bc3c8b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d6f854889ba60ebb8829c60b1bc3c8b9 2024-11-07T21:24:36,172 INFO [StoreOpener-d6f854889ba60ebb8829c60b1bc3c8b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6f854889ba60ebb8829c60b1bc3c8b9 columnFamilyName B 2024-11-07T21:24:36,172 DEBUG [StoreOpener-d6f854889ba60ebb8829c60b1bc3c8b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:24:36,173 INFO [StoreOpener-d6f854889ba60ebb8829c60b1bc3c8b9-1 {}] regionserver.HStore(327): Store=d6f854889ba60ebb8829c60b1bc3c8b9/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:24:36,173 INFO [StoreOpener-d6f854889ba60ebb8829c60b1bc3c8b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d6f854889ba60ebb8829c60b1bc3c8b9 2024-11-07T21:24:36,174 INFO [StoreOpener-d6f854889ba60ebb8829c60b1bc3c8b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6f854889ba60ebb8829c60b1bc3c8b9 columnFamilyName C 2024-11-07T21:24:36,174 DEBUG [StoreOpener-d6f854889ba60ebb8829c60b1bc3c8b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:24:36,174 INFO [StoreOpener-d6f854889ba60ebb8829c60b1bc3c8b9-1 {}] regionserver.HStore(327): Store=d6f854889ba60ebb8829c60b1bc3c8b9/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:24:36,174 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(1038): replaying wal for d6f854889ba60ebb8829c60b1bc3c8b9 2024-11-07T21:24:36,175 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9 2024-11-07T21:24:36,175 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9 2024-11-07T21:24:36,176 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(1048): stopping wal replay for d6f854889ba60ebb8829c60b1bc3c8b9 2024-11-07T21:24:36,176 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(1060): Cleaning up temporary data for d6f854889ba60ebb8829c60b1bc3c8b9 2024-11-07T21:24:36,176 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-07T21:24:36,177 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(1093): writing seq id for d6f854889ba60ebb8829c60b1bc3c8b9 2024-11-07T21:24:36,178 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T21:24:36,179 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(1114): Opened d6f854889ba60ebb8829c60b1bc3c8b9; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72058947, jitterRate=0.07376198470592499}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-07T21:24:36,179 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d6f854889ba60ebb8829c60b1bc3c8b9 2024-11-07T21:24:36,179 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(1006): Region open journal for d6f854889ba60ebb8829c60b1bc3c8b9: Running coprocessor pre-open hook at 1731014676166Writing region info on filesystem at 1731014676166Initializing all the Stores at 1731014676167 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014676167Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014676168 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014676168Cleaning up temporary data from old regions at 1731014676176 (+8 ms)Running coprocessor post-open hooks at 1731014676179 (+3 ms)Region opened successfully at 1731014676179 2024-11-07T21:24:36,180 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., pid=126, masterSystemTime=1731014676158 2024-11-07T21:24:36,181 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:36,181 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:36,182 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=125 updating hbase:meta row=d6f854889ba60ebb8829c60b1bc3c8b9, regionState=OPEN, openSeqNum=2, regionLocation=4fc742968c91,33553,1731014551923 2024-11-07T21:24:36,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=126, ppid=125, state=RUNNABLE, hasLock=false; OpenRegionProcedure d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 because future has completed 2024-11-07T21:24:36,185 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-11-07T21:24:36,185 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; OpenRegionProcedure d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 in 178 msec 2024-11-07T21:24:36,186 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=125, resume processing ppid=124 2024-11-07T21:24:36,186 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, ppid=124, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d6f854889ba60ebb8829c60b1bc3c8b9, ASSIGN in 335 msec 2024-11-07T21:24:36,187 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=124, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T21:24:36,187 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731014676187"}]},"ts":"1731014676187"} 2024-11-07T21:24:36,188 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-07T21:24:36,189 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=124, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T21:24:36,190 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1710 sec 2024-11-07T21:24:37,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=124 2024-11-07T21:24:37,171 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-07T21:24:37,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29cadc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:24:37,173 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fc742968c91,39921,-1 for getting cluster id 2024-11-07T21:24:37,174 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T21:24:37,175 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5a7e692-593c-43b6-a085-c810d74fe2db' 2024-11-07T21:24:37,175 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T21:24:37,176 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5a7e692-593c-43b6-a085-c810d74fe2db" 2024-11-07T21:24:37,176 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43867ba9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:24:37,176 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fc742968c91,39921,-1] 2024-11-07T21:24:37,176 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T21:24:37,176 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:24:37,177 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T21:24:37,178 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c4f4aa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:24:37,178 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:24:37,179 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,33553,1731014551923, seqNum=-1] 2024-11-07T21:24:37,180 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:24:37,180 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:24:37,181 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T21:24:37,182 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fc742968c91,39921,1731014551100 2024-11-07T21:24:37,182 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d07ca08 2024-11-07T21:24:37,182 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T21:24:37,183 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T21:24:37,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@188c1103, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:24:37,185 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fc742968c91,39921,-1 for getting cluster id 2024-11-07T21:24:37,185 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T21:24:37,186 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5a7e692-593c-43b6-a085-c810d74fe2db' 2024-11-07T21:24:37,186 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T21:24:37,186 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5a7e692-593c-43b6-a085-c810d74fe2db" 2024-11-07T21:24:37,186 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d0d3116, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:24:37,186 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fc742968c91,39921,-1] 2024-11-07T21:24:37,186 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T21:24:37,186 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:24:37,187 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T21:24:37,188 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5378efc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:24:37,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14b03bcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:24:37,188 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fc742968c91,39921,-1 for getting cluster id 2024-11-07T21:24:37,188 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T21:24:37,189 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5a7e692-593c-43b6-a085-c810d74fe2db' 2024-11-07T21:24:37,189 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T21:24:37,189 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5a7e692-593c-43b6-a085-c810d74fe2db" 2024-11-07T21:24:37,189 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46a70955, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:24:37,189 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fc742968c91,39921,-1] 2024-11-07T21:24:37,190 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T21:24:37,190 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:24:37,191 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T21:24:37,191 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b4b27db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:24:37,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b0bbd77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:24:37,192 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fc742968c91,39921,-1 for getting cluster id 2024-11-07T21:24:37,192 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T21:24:37,193 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5a7e692-593c-43b6-a085-c810d74fe2db' 2024-11-07T21:24:37,193 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T21:24:37,193 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5a7e692-593c-43b6-a085-c810d74fe2db" 2024-11-07T21:24:37,193 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d735b78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:24:37,193 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fc742968c91,39921,-1] 2024-11-07T21:24:37,193 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T21:24:37,194 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:24:37,194 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T21:24:37,195 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f1ead3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:24:37,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ecec591, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:24:37,196 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fc742968c91,39921,-1 for getting cluster id 2024-11-07T21:24:37,196 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T21:24:37,197 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5a7e692-593c-43b6-a085-c810d74fe2db' 2024-11-07T21:24:37,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T21:24:37,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5a7e692-593c-43b6-a085-c810d74fe2db" 2024-11-07T21:24:37,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a1cccb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:24:37,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fc742968c91,39921,-1] 2024-11-07T21:24:37,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T21:24:37,198 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:24:37,198 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T21:24:37,199 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45629983, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:24:37,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a6775c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:24:37,200 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fc742968c91,39921,-1 for getting cluster id 2024-11-07T21:24:37,200 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T21:24:37,201 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5a7e692-593c-43b6-a085-c810d74fe2db' 2024-11-07T21:24:37,201 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T21:24:37,201 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5a7e692-593c-43b6-a085-c810d74fe2db" 2024-11-07T21:24:37,202 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61643295, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:24:37,202 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fc742968c91,39921,-1] 2024-11-07T21:24:37,202 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T21:24:37,202 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:24:37,203 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T21:24:37,204 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ecbaa4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:24:37,205 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ae4ba4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:24:37,205 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fc742968c91,39921,-1 for getting cluster id 2024-11-07T21:24:37,205 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T21:24:37,206 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5a7e692-593c-43b6-a085-c810d74fe2db' 2024-11-07T21:24:37,206 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T21:24:37,206 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5a7e692-593c-43b6-a085-c810d74fe2db" 2024-11-07T21:24:37,206 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a05462a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:24:37,206 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fc742968c91,39921,-1] 2024-11-07T21:24:37,207 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T21:24:37,207 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:24:37,208 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T21:24:37,209 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5caef30f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:24:37,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d987c42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:24:37,209 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fc742968c91,39921,-1 for getting cluster id 2024-11-07T21:24:37,210 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T21:24:37,210 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5a7e692-593c-43b6-a085-c810d74fe2db' 2024-11-07T21:24:37,211 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T21:24:37,211 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5a7e692-593c-43b6-a085-c810d74fe2db" 2024-11-07T21:24:37,211 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@109fe8b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:24:37,211 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fc742968c91,39921,-1] 2024-11-07T21:24:37,211 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T21:24:37,211 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:24:37,212 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T21:24:37,212 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c50c991, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:24:37,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3af38ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:24:37,213 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fc742968c91,39921,-1 for getting cluster id 2024-11-07T21:24:37,213 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T21:24:37,213 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5a7e692-593c-43b6-a085-c810d74fe2db' 2024-11-07T21:24:37,214 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T21:24:37,214 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5a7e692-593c-43b6-a085-c810d74fe2db" 2024-11-07T21:24:37,214 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1640cdaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:24:37,214 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fc742968c91,39921,-1] 2024-11-07T21:24:37,214 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T21:24:37,214 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:24:37,215 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T21:24:37,215 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@200be69f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:24:37,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eb37c09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:24:37,216 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fc742968c91,39921,-1 for getting cluster id 2024-11-07T21:24:37,216 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T21:24:37,216 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5a7e692-593c-43b6-a085-c810d74fe2db' 2024-11-07T21:24:37,216 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T21:24:37,217 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5a7e692-593c-43b6-a085-c810d74fe2db" 2024-11-07T21:24:37,217 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38de868a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:24:37,217 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fc742968c91,39921,-1] 2024-11-07T21:24:37,217 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T21:24:37,217 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:24:37,218 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T21:24:37,218 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a97a014, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:24:37,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45d415d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:24:37,219 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fc742968c91,39921,-1 for getting cluster id 2024-11-07T21:24:37,219 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T21:24:37,219 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5a7e692-593c-43b6-a085-c810d74fe2db' 2024-11-07T21:24:37,219 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T21:24:37,220 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5a7e692-593c-43b6-a085-c810d74fe2db" 2024-11-07T21:24:37,220 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8cca7b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:24:37,220 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fc742968c91,39921,-1] 2024-11-07T21:24:37,220 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T21:24:37,220 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:24:37,221 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T21:24:37,221 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42f28a83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:24:37,222 DEBUG [Thread-2042 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:24:37,222 DEBUG [Thread-2040 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:24:37,222 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T21:24:37,222 DEBUG [Thread-2038 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:24:37,222 DEBUG [Thread-2051 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:24:37,223 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,33553,1731014551923, seqNum=-1] 2024-11-07T21:24:37,223 DEBUG [Thread-2040 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,33553,1731014551923, seqNum=-1] 2024-11-07T21:24:37,223 DEBUG [Thread-2049 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:24:37,223 DEBUG [Thread-2040 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:24:37,223 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:24:37,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees 2024-11-07T21:24:37,223 DEBUG [Thread-2047 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:24:37,223 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,33553,1731014551923, seqNum=-1] 2024-11-07T21:24:37,224 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:24:37,224 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:24:37,224 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:24:37,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-07T21:24:37,224 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,33553,1731014551923, seqNum=-1] 2024-11-07T21:24:37,224 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:24:37,225 DEBUG [Thread-2047 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,33553,1731014551923, seqNum=-1] 2024-11-07T21:24:37,225 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T21:24:37,225 DEBUG [Thread-2047 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:24:37,226 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:24:37,226 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2] 2024-11-07T21:24:37,226 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,33553,1731014551923, seqNum=-1] 2024-11-07T21:24:37,226 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:24:37,226 DEBUG [Thread-2053 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:24:37,226 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:24:37,227 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T21:24:37,227 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T21:24:37,227 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:24:37,227 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2] 2024-11-07T21:24:37,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2] 2024-11-07T21:24:37,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2] 2024-11-07T21:24:37,228 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,33553,1731014551923, seqNum=-1] 2024-11-07T21:24:37,228 DEBUG [Thread-2036 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:24:37,228 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:24:37,229 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:24:37,229 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,33553,1731014551923, seqNum=-1] 2024-11-07T21:24:37,229 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:24:37,229 DEBUG [Thread-2055 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:24:37,230 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2] 2024-11-07T21:24:37,230 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2] 2024-11-07T21:24:37,230 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:24:37,230 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:24:37,231 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,33553,1731014551923, seqNum=-1] 2024-11-07T21:24:37,231 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:24:37,232 DEBUG [Thread-2044 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:24:37,232 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2] 2024-11-07T21:24:37,233 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:24:37,233 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2] 2024-11-07T21:24:37,234 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2] 2024-11-07T21:24:37,234 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,33553,1731014551923, seqNum=-1] 2024-11-07T21:24:37,234 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:24:37,236 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:24:37,237 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2] 2024-11-07T21:24:37,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on d6f854889ba60ebb8829c60b1bc3c8b9 2024-11-07T21:24:37,237 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-07T21:24:37,237 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d6f854889ba60ebb8829c60b1bc3c8b9 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-07T21:24:37,258 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/A/33b4934b88cd4c0aa9c0dc8d1593ca47 is 50, key is test_row_0/A:col10/1731014677236/Put/seqid=0 2024-11-07T21:24:37,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742279_1455 (size=14341) 2024-11-07T21:24:37,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:37,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57738 deadline: 1731014737292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:37,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:37,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57658 deadline: 1731014737293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:37,302 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:37,302 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:37,302 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:37,302 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:37,302 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:37,302 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:37,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:37,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57718 deadline: 1731014737300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:37,305 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:37,305 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:37,306 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:37,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:37,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57660 deadline: 1731014737301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:37,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:37,309 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:37,309 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:37,309 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:37,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57666 deadline: 1731014737302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:37,309 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:37,309 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:37,309 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:37,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-07T21:24:37,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-07T21:24:37,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:37,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. as already flushing 2024-11-07T21:24:37,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:37,383 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:37,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:37,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:37,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:37,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57738 deadline: 1731014737409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:37,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:37,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57718 deadline: 1731014737409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:37,414 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:37,414 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:37,414 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:37,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:37,415 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:37,415 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:37,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57658 deadline: 1731014737410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:37,415 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:37,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:37,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:37,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:37,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:37,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57660 deadline: 1731014737420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:37,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:37,424 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:37,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57666 deadline: 1731014737420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:37,424 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:37,424 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:37,425 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:37,425 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:37,425 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:37,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-07T21:24:37,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:37,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. as already flushing 2024-11-07T21:24:37,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:37,536 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:37,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:37,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:37,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-07T21:24:37,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:37,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57738 deadline: 1731014737619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:37,622 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:37,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:37,623 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:37,623 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:37,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57718 deadline: 1731014737619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:37,623 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:37,623 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:37,623 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:37,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:37,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57658 deadline: 1731014737620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:37,623 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:37,623 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:37,623 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:37,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:37,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57660 deadline: 1731014737629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:37,632 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:37,632 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:37,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:37,632 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:37,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57666 deadline: 1731014737629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:37,633 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:37,633 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:37,633 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:37,662 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/A/33b4934b88cd4c0aa9c0dc8d1593ca47 2024-11-07T21:24:37,680 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/B/f8b602e052c946f4a832c7ad98190a56 is 50, key is test_row_0/B:col10/1731014677236/Put/seqid=0 2024-11-07T21:24:37,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742280_1456 (size=12001) 2024-11-07T21:24:37,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-07T21:24:37,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:37,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. as already flushing 2024-11-07T21:24:37,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:37,688 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:37,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:37,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:37,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-07T21:24:37,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:37,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. as already flushing 2024-11-07T21:24:37,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:37,841 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:37,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:37,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:37,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-07T21:24:37,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:37,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57738 deadline: 1731014737929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:37,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:37,934 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:37,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57718 deadline: 1731014737929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:37,934 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:37,934 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:37,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:37,935 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:37,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57658 deadline: 1731014737929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:37,935 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:37,935 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:37,935 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:37,935 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:37,935 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:37,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:37,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57660 deadline: 1731014737940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:37,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:37,945 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:37,945 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:37,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57666 deadline: 1731014737940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:37,945 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:37,945 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:37,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:37,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:37,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-07T21:24:37,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:37,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. as already flushing 2024-11-07T21:24:37,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:37,994 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:37,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:37,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:38,083 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/B/f8b602e052c946f4a832c7ad98190a56 2024-11-07T21:24:38,105 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/C/ade048d67f584ea1ae72003230b255a0 is 50, key is test_row_0/C:col10/1731014677236/Put/seqid=0 2024-11-07T21:24:38,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742281_1457 (size=12001) 2024-11-07T21:24:38,146 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-07T21:24:38,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:38,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. as already flushing 2024-11-07T21:24:38,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:38,146 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:38,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:38,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:38,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-07T21:24:38,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:38,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. as already flushing 2024-11-07T21:24:38,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:38,299 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:38,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:38,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:38,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-07T21:24:38,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:38,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57738 deadline: 1731014738440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:38,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:38,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57658 deadline: 1731014738440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:38,444 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:38,444 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:38,444 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:38,444 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:38,444 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:38,444 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:38,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-07T21:24:38,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:38,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. as already flushing 2024-11-07T21:24:38,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:38,451 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:38,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:38,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:38,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:38,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57718 deadline: 1731014738449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:38,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:38,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57660 deadline: 1731014738449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:38,454 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:38,454 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:38,454 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:38,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:38,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:38,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57666 deadline: 1731014738449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:38,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:38,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:38,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:38,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:38,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:38,509 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/C/ade048d67f584ea1ae72003230b255a0 2024-11-07T21:24:38,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/A/33b4934b88cd4c0aa9c0dc8d1593ca47 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/33b4934b88cd4c0aa9c0dc8d1593ca47 2024-11-07T21:24:38,515 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/33b4934b88cd4c0aa9c0dc8d1593ca47, entries=200, sequenceid=12, filesize=14.0 K 2024-11-07T21:24:38,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/B/f8b602e052c946f4a832c7ad98190a56 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/f8b602e052c946f4a832c7ad98190a56 2024-11-07T21:24:38,518 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/f8b602e052c946f4a832c7ad98190a56, entries=150, sequenceid=12, filesize=11.7 K 2024-11-07T21:24:38,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/C/ade048d67f584ea1ae72003230b255a0 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/ade048d67f584ea1ae72003230b255a0 2024-11-07T21:24:38,521 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/ade048d67f584ea1ae72003230b255a0, entries=150, sequenceid=12, filesize=11.7 K 2024-11-07T21:24:38,522 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for d6f854889ba60ebb8829c60b1bc3c8b9 in 1285ms, sequenceid=12, compaction requested=false 2024-11-07T21:24:38,522 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-07T21:24:38,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d6f854889ba60ebb8829c60b1bc3c8b9: 2024-11-07T21:24:38,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-07T21:24:38,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:38,604 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing d6f854889ba60ebb8829c60b1bc3c8b9 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-07T21:24:38,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/A/fef0e14f818a42f29e3b093d0d3fabff is 50, key is test_row_0/A:col10/1731014677299/Put/seqid=0 2024-11-07T21:24:38,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742282_1458 (size=12001) 2024-11-07T21:24:38,888 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-07T21:24:39,013 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/A/fef0e14f818a42f29e3b093d0d3fabff 2024-11-07T21:24:39,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/B/5c2ef569f6e9423ebd27d56bc87c9d49 is 50, key is test_row_0/B:col10/1731014677299/Put/seqid=0 2024-11-07T21:24:39,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742283_1459 (size=12001) 2024-11-07T21:24:39,025 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/B/5c2ef569f6e9423ebd27d56bc87c9d49 2024-11-07T21:24:39,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/C/0d1ceaab346b4a97a981a86b992d8cfe is 50, key is test_row_0/C:col10/1731014677299/Put/seqid=0 2024-11-07T21:24:39,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742284_1460 (size=12001) 2024-11-07T21:24:39,035 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/C/0d1ceaab346b4a97a981a86b992d8cfe 2024-11-07T21:24:39,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/A/fef0e14f818a42f29e3b093d0d3fabff as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/fef0e14f818a42f29e3b093d0d3fabff 2024-11-07T21:24:39,042 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/fef0e14f818a42f29e3b093d0d3fabff, entries=150, sequenceid=37, filesize=11.7 K 2024-11-07T21:24:39,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/B/5c2ef569f6e9423ebd27d56bc87c9d49 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/5c2ef569f6e9423ebd27d56bc87c9d49 2024-11-07T21:24:39,045 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/5c2ef569f6e9423ebd27d56bc87c9d49, entries=150, sequenceid=37, filesize=11.7 K 2024-11-07T21:24:39,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/C/0d1ceaab346b4a97a981a86b992d8cfe as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/0d1ceaab346b4a97a981a86b992d8cfe 2024-11-07T21:24:39,048 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/0d1ceaab346b4a97a981a86b992d8cfe, entries=150, sequenceid=37, filesize=11.7 K 2024-11-07T21:24:39,049 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for d6f854889ba60ebb8829c60b1bc3c8b9 in 445ms, sequenceid=37, compaction requested=false 2024-11-07T21:24:39,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for d6f854889ba60ebb8829c60b1bc3c8b9: 2024-11-07T21:24:39,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:39,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128 2024-11-07T21:24:39,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster(4169): Remote procedure done, pid=128 2024-11-07T21:24:39,053 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-11-07T21:24:39,053 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8230 sec 2024-11-07T21:24:39,054 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 1.8310 sec 2024-11-07T21:24:39,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-07T21:24:39,370 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T21:24:39,370 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T21:24:39,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees 2024-11-07T21:24:39,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-07T21:24:39,372 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T21:24:39,372 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T21:24:39,372 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T21:24:39,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-07T21:24:39,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on d6f854889ba60ebb8829c60b1bc3c8b9 2024-11-07T21:24:39,491 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-07T21:24:39,491 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d6f854889ba60ebb8829c60b1bc3c8b9 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-07T21:24:39,494 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/A/9123d37a5ba943d4a39029c7da13b02d is 50, key is test_row_0/A:col10/1731014679490/Put/seqid=0 2024-11-07T21:24:39,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742285_1461 (size=11997) 2024-11-07T21:24:39,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-07T21:24:39,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:39,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. as already flushing 2024-11-07T21:24:39,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:39,524 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:39,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:39,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:39,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:39,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57660 deadline: 1731014739529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:39,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:39,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:39,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:39,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:39,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57738 deadline: 1731014739530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:39,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:39,538 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:39,538 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:39,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57718 deadline: 1731014739532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:39,538 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:39,538 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:39,538 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:39,538 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:39,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:39,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57666 deadline: 1731014739533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:39,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:39,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:39,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:39,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:39,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57658 deadline: 1731014739533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:39,541 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:39,541 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:39,541 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:39,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:39,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57660 deadline: 1731014739639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:39,645 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:39,645 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:39,645 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:39,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:39,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57738 deadline: 1731014739650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:39,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:39,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57718 deadline: 1731014739650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:39,656 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:39,656 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:39,656 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:39,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:39,656 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:39,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57666 deadline: 1731014739650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:39,656 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:39,656 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:39,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:39,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:39,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:39,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:39,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57658 deadline: 1731014739650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:39,657 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:39,657 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:39,657 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:39,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-07T21:24:39,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:39,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. as already flushing 2024-11-07T21:24:39,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:39,677 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:39,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:39,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:39,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-07T21:24:39,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-07T21:24:39,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:39,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. as already flushing 2024-11-07T21:24:39,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:39,830 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:39,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:39,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:39,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:39,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57660 deadline: 1731014739849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:39,853 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:39,853 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:39,853 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:39,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:39,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57738 deadline: 1731014739860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:39,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:39,864 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:39,864 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:39,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57718 deadline: 1731014739860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:39,864 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:39,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:39,864 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:39,864 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:39,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57666 deadline: 1731014739860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:39,864 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:39,864 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:39,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:39,864 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:39,864 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:39,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57658 deadline: 1731014739860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:39,865 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:39,865 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:39,865 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:39,898 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/A/9123d37a5ba943d4a39029c7da13b02d 2024-11-07T21:24:39,903 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/B/921f7e553bee4cdbab374752cee13742 is 50, key is test_row_0/B:col10/1731014679490/Put/seqid=0 2024-11-07T21:24:39,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742286_1462 (size=9657) 2024-11-07T21:24:39,908 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/B/921f7e553bee4cdbab374752cee13742 2024-11-07T21:24:39,913 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/C/8b1aee3607f94334876783088ddfcb11 is 50, key is test_row_0/C:col10/1731014679490/Put/seqid=0 2024-11-07T21:24:39,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742287_1463 (size=9657) 2024-11-07T21:24:39,982 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-07T21:24:39,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:39,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. as already flushing 2024-11-07T21:24:39,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:39,982 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:39,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:39,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:39,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-07T21:24:40,135 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-07T21:24:40,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:40,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. as already flushing 2024-11-07T21:24:40,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:40,135 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:40,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:40,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:40,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:40,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57660 deadline: 1731014740159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:40,163 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:40,163 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:40,163 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:40,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:40,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57738 deadline: 1731014740170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:40,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:40,174 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:40,174 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:40,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57718 deadline: 1731014740170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:40,174 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:40,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:40,175 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:40,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57666 deadline: 1731014740170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:40,175 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:40,175 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:40,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:40,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:40,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:40,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:40,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57658 deadline: 1731014740170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:40,175 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:40,175 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:40,175 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:40,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-07T21:24:40,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:40,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. as already flushing 2024-11-07T21:24:40,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:40,288 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:40,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:40,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:40,317 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/C/8b1aee3607f94334876783088ddfcb11 2024-11-07T21:24:40,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/A/9123d37a5ba943d4a39029c7da13b02d as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/9123d37a5ba943d4a39029c7da13b02d 2024-11-07T21:24:40,328 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/9123d37a5ba943d4a39029c7da13b02d, entries=150, sequenceid=48, filesize=11.7 K 2024-11-07T21:24:40,329 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/B/921f7e553bee4cdbab374752cee13742 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/921f7e553bee4cdbab374752cee13742 2024-11-07T21:24:40,335 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/921f7e553bee4cdbab374752cee13742, entries=100, sequenceid=48, filesize=9.4 K 2024-11-07T21:24:40,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/C/8b1aee3607f94334876783088ddfcb11 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/8b1aee3607f94334876783088ddfcb11 2024-11-07T21:24:40,339 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/8b1aee3607f94334876783088ddfcb11, entries=100, sequenceid=48, filesize=9.4 K 2024-11-07T21:24:40,339 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for d6f854889ba60ebb8829c60b1bc3c8b9 in 848ms, sequenceid=48, compaction requested=true 2024-11-07T21:24:40,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d6f854889ba60ebb8829c60b1bc3c8b9: 2024-11-07T21:24:40,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6f854889ba60ebb8829c60b1bc3c8b9:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T21:24:40,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:24:40,340 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:24:40,340 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:24:40,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6f854889ba60ebb8829c60b1bc3c8b9:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T21:24:40,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:24:40,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6f854889ba60ebb8829c60b1bc3c8b9:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T21:24:40,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:24:40,340 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:24:40,340 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38339 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:24:40,340 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1541): d6f854889ba60ebb8829c60b1bc3c8b9/A is initiating minor compaction (all files) 2024-11-07T21:24:40,340 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): d6f854889ba60ebb8829c60b1bc3c8b9/B is initiating minor compaction (all files) 2024-11-07T21:24:40,341 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d6f854889ba60ebb8829c60b1bc3c8b9/A in TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:40,341 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d6f854889ba60ebb8829c60b1bc3c8b9/B in TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:40,341 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/f8b602e052c946f4a832c7ad98190a56, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/5c2ef569f6e9423ebd27d56bc87c9d49, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/921f7e553bee4cdbab374752cee13742] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp, totalSize=32.9 K 2024-11-07T21:24:40,341 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/33b4934b88cd4c0aa9c0dc8d1593ca47, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/fef0e14f818a42f29e3b093d0d3fabff, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/9123d37a5ba943d4a39029c7da13b02d] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp, totalSize=37.4 K 2024-11-07T21:24:40,341 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting f8b602e052c946f4a832c7ad98190a56, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731014677233 2024-11-07T21:24:40,341 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 33b4934b88cd4c0aa9c0dc8d1593ca47, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731014677233 2024-11-07T21:24:40,341 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c2ef569f6e9423ebd27d56bc87c9d49, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731014677290 2024-11-07T21:24:40,341 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting fef0e14f818a42f29e3b093d0d3fabff, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731014677290 2024-11-07T21:24:40,341 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 921f7e553bee4cdbab374752cee13742, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731014679468 2024-11-07T21:24:40,341 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9123d37a5ba943d4a39029c7da13b02d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731014679454 2024-11-07T21:24:40,357 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6f854889ba60ebb8829c60b1bc3c8b9#A#compaction#389 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:24:40,358 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6f854889ba60ebb8829c60b1bc3c8b9#B#compaction#390 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:24:40,358 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/A/894fe15e5e324816adb534378b258057 is 50, key is test_row_0/A:col10/1731014679490/Put/seqid=0 2024-11-07T21:24:40,358 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/B/f3c9b719723b4c6baed43787c82f157c is 50, key is test_row_0/B:col10/1731014679490/Put/seqid=0 2024-11-07T21:24:40,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742289_1465 (size=12104) 2024-11-07T21:24:40,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742288_1464 (size=12104) 2024-11-07T21:24:40,373 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/B/f3c9b719723b4c6baed43787c82f157c as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/f3c9b719723b4c6baed43787c82f157c 2024-11-07T21:24:40,377 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d6f854889ba60ebb8829c60b1bc3c8b9/B of d6f854889ba60ebb8829c60b1bc3c8b9 into f3c9b719723b4c6baed43787c82f157c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:24:40,377 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d6f854889ba60ebb8829c60b1bc3c8b9: 2024-11-07T21:24:40,377 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., storeName=d6f854889ba60ebb8829c60b1bc3c8b9/B, priority=13, startTime=1731014680340; duration=0sec 2024-11-07T21:24:40,377 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:24:40,377 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6f854889ba60ebb8829c60b1bc3c8b9:B 2024-11-07T21:24:40,377 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:24:40,378 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:24:40,378 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): d6f854889ba60ebb8829c60b1bc3c8b9/C is initiating minor compaction (all files) 2024-11-07T21:24:40,378 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d6f854889ba60ebb8829c60b1bc3c8b9/C in TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:40,378 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/ade048d67f584ea1ae72003230b255a0, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/0d1ceaab346b4a97a981a86b992d8cfe, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/8b1aee3607f94334876783088ddfcb11] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp, totalSize=32.9 K 2024-11-07T21:24:40,379 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting ade048d67f584ea1ae72003230b255a0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731014677233 2024-11-07T21:24:40,379 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d1ceaab346b4a97a981a86b992d8cfe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731014677290 2024-11-07T21:24:40,379 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 8b1aee3607f94334876783088ddfcb11, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731014679468 2024-11-07T21:24:40,384 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6f854889ba60ebb8829c60b1bc3c8b9#C#compaction#391 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:24:40,385 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/C/e56ed86229a2454ba7dc46b5c567a03b is 50, key is test_row_0/C:col10/1731014679490/Put/seqid=0 2024-11-07T21:24:40,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742290_1466 (size=12104) 2024-11-07T21:24:40,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-07T21:24:40,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:40,440 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing d6f854889ba60ebb8829c60b1bc3c8b9 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-07T21:24:40,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/A/9fbacbab56324980b3873be004bccb8e is 50, key is test_row_0/A:col10/1731014679532/Put/seqid=0 2024-11-07T21:24:40,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742291_1467 (size=12001) 2024-11-07T21:24:40,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-07T21:24:40,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on d6f854889ba60ebb8829c60b1bc3c8b9 2024-11-07T21:24:40,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. as already flushing 2024-11-07T21:24:40,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:40,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57718 deadline: 1731014740689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:40,697 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:40,697 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:40,697 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:40,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:40,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57660 deadline: 1731014740694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:40,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:40,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57666 deadline: 1731014740695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:40,704 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:40,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:40,704 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:40,704 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:40,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57658 deadline: 1731014740696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:40,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:40,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:40,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:40,705 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:40,705 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:40,705 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:40,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:40,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57738 deadline: 1731014740697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:40,710 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:40,710 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:40,710 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:40,772 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/A/894fe15e5e324816adb534378b258057 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/894fe15e5e324816adb534378b258057 2024-11-07T21:24:40,776 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d6f854889ba60ebb8829c60b1bc3c8b9/A of d6f854889ba60ebb8829c60b1bc3c8b9 into 894fe15e5e324816adb534378b258057(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:24:40,776 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d6f854889ba60ebb8829c60b1bc3c8b9: 2024-11-07T21:24:40,776 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., storeName=d6f854889ba60ebb8829c60b1bc3c8b9/A, priority=13, startTime=1731014680340; duration=0sec 2024-11-07T21:24:40,776 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:24:40,776 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6f854889ba60ebb8829c60b1bc3c8b9:A 2024-11-07T21:24:40,791 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/C/e56ed86229a2454ba7dc46b5c567a03b as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/e56ed86229a2454ba7dc46b5c567a03b 2024-11-07T21:24:40,795 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d6f854889ba60ebb8829c60b1bc3c8b9/C of d6f854889ba60ebb8829c60b1bc3c8b9 into e56ed86229a2454ba7dc46b5c567a03b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:24:40,795 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d6f854889ba60ebb8829c60b1bc3c8b9: 2024-11-07T21:24:40,795 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., storeName=d6f854889ba60ebb8829c60b1bc3c8b9/C, priority=13, startTime=1731014680340; duration=0sec 2024-11-07T21:24:40,795 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:24:40,795 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6f854889ba60ebb8829c60b1bc3c8b9:C 2024-11-07T21:24:40,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:40,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57660 deadline: 1731014740809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:40,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:40,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57666 deadline: 1731014740810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:40,816 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:40,816 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:40,816 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:40,816 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:40,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:40,816 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:40,816 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:40,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57658 deadline: 1731014740810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:40,816 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:40,816 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:40,816 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:40,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:40,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57738 deadline: 1731014740819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:40,824 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:40,824 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:40,824 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:40,850 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/A/9fbacbab56324980b3873be004bccb8e 2024-11-07T21:24:40,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/B/bd80cb1344464e8aa19eae89600c0145 is 50, key is test_row_0/B:col10/1731014679532/Put/seqid=0 2024-11-07T21:24:40,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742292_1468 (size=12001) 2024-11-07T21:24:41,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:41,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57660 deadline: 1731014741019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:41,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:41,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:41,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:41,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:41,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57666 deadline: 1731014741020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:41,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:41,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:41,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:41,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:41,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57658 deadline: 1731014741020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:41,026 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:41,026 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:41,026 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:41,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:41,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57738 deadline: 1731014741029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:41,034 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:41,034 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:41,034 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:41,260 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/B/bd80cb1344464e8aa19eae89600c0145 2024-11-07T21:24:41,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/C/1ad85be7b27643fe8fbe4d46d314b18f is 50, key is test_row_0/C:col10/1731014679532/Put/seqid=0 2024-11-07T21:24:41,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742293_1469 (size=12001) 2024-11-07T21:24:41,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:41,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57660 deadline: 1731014741329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:41,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:41,333 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:41,333 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:41,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57666 deadline: 1731014741329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:41,333 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:41,333 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:41,333 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:41,333 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:41,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:41,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57658 deadline: 1731014741339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:41,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:41,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57738 deadline: 1731014741340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:41,346 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:41,346 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:41,346 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:41,346 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:41,346 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:41,346 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:41,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-07T21:24:41,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:41,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57718 deadline: 1731014741709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:41,713 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 4fc742968c91,33553,1731014551923 for 'test_row_0' in d6f854889ba60ebb8829c60b1bc3c8b9 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2180 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-07T21:24:41,713 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:41,713 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:41,713 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:41,716 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/C/1ad85be7b27643fe8fbe4d46d314b18f 2024-11-07T21:24:41,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/A/9fbacbab56324980b3873be004bccb8e as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/9fbacbab56324980b3873be004bccb8e 2024-11-07T21:24:41,723 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/9fbacbab56324980b3873be004bccb8e, entries=150, sequenceid=74, filesize=11.7 K 2024-11-07T21:24:41,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/B/bd80cb1344464e8aa19eae89600c0145 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/bd80cb1344464e8aa19eae89600c0145 2024-11-07T21:24:41,726 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/bd80cb1344464e8aa19eae89600c0145, entries=150, sequenceid=74, filesize=11.7 K 2024-11-07T21:24:41,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/C/1ad85be7b27643fe8fbe4d46d314b18f as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/1ad85be7b27643fe8fbe4d46d314b18f 2024-11-07T21:24:41,729 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/1ad85be7b27643fe8fbe4d46d314b18f, entries=150, sequenceid=74, filesize=11.7 K 2024-11-07T21:24:41,730 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for d6f854889ba60ebb8829c60b1bc3c8b9 in 1290ms, sequenceid=74, compaction requested=false 2024-11-07T21:24:41,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for d6f854889ba60ebb8829c60b1bc3c8b9: 2024-11-07T21:24:41,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:41,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130 2024-11-07T21:24:41,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster(4169): Remote procedure done, pid=130 2024-11-07T21:24:41,733 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-11-07T21:24:41,733 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3600 sec 2024-11-07T21:24:41,734 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 2.3630 sec 2024-11-07T21:24:41,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on d6f854889ba60ebb8829c60b1bc3c8b9 2024-11-07T21:24:41,844 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-07T21:24:41,844 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d6f854889ba60ebb8829c60b1bc3c8b9 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-07T21:24:41,848 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/A/715f37f5e6284daca944faba188b321c is 50, key is test_row_0/A:col10/1731014681843/Put/seqid=0 2024-11-07T21:24:41,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742294_1470 (size=12001) 2024-11-07T21:24:41,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:41,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57738 deadline: 1731014741888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:41,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:41,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57660 deadline: 1731014741889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:41,909 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:41,909 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:41,909 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:41,909 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:41,909 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:41,909 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:41,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:41,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57658 deadline: 1731014741909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:41,917 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:41,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:41,917 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:41,917 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:41,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57666 deadline: 1731014741909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:41,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:41,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:41,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:42,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:42,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57738 deadline: 1731014742019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:42,026 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:42,026 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:42,026 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:42,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:42,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57660 deadline: 1731014742020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:42,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:42,027 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:42,027 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:42,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57666 deadline: 1731014742020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:42,027 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:42,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:42,027 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:42,027 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:42,027 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:42,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57658 deadline: 1731014742020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:42,027 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:42,027 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:42,027 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:42,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:42,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57738 deadline: 1731014742229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:42,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:42,236 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:42,236 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:42,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57660 deadline: 1731014742230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:42,236 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:42,236 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:42,236 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:42,236 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:42,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:42,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57666 deadline: 1731014742240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:42,246 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:42,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:42,246 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:42,246 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:42,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57658 deadline: 1731014742240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:42,247 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:42,247 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:42,247 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:42,251 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/A/715f37f5e6284daca944faba188b321c 2024-11-07T21:24:42,256 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/B/ae43b18d02904b9fbd2bcb810652ee7a is 50, key is test_row_0/B:col10/1731014681843/Put/seqid=0 2024-11-07T21:24:42,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742295_1471 (size=12001) 2024-11-07T21:24:42,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:42,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57738 deadline: 1731014742539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:42,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:42,545 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:42,545 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:42,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57660 deadline: 1731014742539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:42,545 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:42,545 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:42,545 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:42,545 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:42,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:42,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57666 deadline: 1731014742550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:42,554 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:42,554 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:42,554 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:42,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:42,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57658 deadline: 1731014742560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:42,565 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:42,565 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:42,565 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:42,660 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/B/ae43b18d02904b9fbd2bcb810652ee7a 2024-11-07T21:24:42,672 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/C/83dfc81854e74df5b069b439519f184c is 50, key is test_row_0/C:col10/1731014681843/Put/seqid=0 2024-11-07T21:24:42,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742296_1472 (size=12001) 2024-11-07T21:24:43,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:43,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57660 deadline: 1731014743051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:43,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:43,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57738 deadline: 1731014743051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:43,063 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:43,063 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:43,063 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:43,063 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:43,063 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:43,063 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:43,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:43,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57666 deadline: 1731014743059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:43,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:43,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:43,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:43,080 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/C/83dfc81854e74df5b069b439519f184c 2024-11-07T21:24:43,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/A/715f37f5e6284daca944faba188b321c as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/715f37f5e6284daca944faba188b321c 2024-11-07T21:24:43,090 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/715f37f5e6284daca944faba188b321c, entries=150, sequenceid=88, filesize=11.7 K 2024-11-07T21:24:43,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:43,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57658 deadline: 1731014743080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:43,091 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:43,091 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:43,091 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:43,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/B/ae43b18d02904b9fbd2bcb810652ee7a as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/ae43b18d02904b9fbd2bcb810652ee7a 2024-11-07T21:24:43,095 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/ae43b18d02904b9fbd2bcb810652ee7a, entries=150, sequenceid=88, filesize=11.7 K 2024-11-07T21:24:43,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/C/83dfc81854e74df5b069b439519f184c as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/83dfc81854e74df5b069b439519f184c 2024-11-07T21:24:43,100 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/83dfc81854e74df5b069b439519f184c, entries=150, sequenceid=88, filesize=11.7 K 2024-11-07T21:24:43,101 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for d6f854889ba60ebb8829c60b1bc3c8b9 in 1257ms, sequenceid=88, compaction requested=true 2024-11-07T21:24:43,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d6f854889ba60ebb8829c60b1bc3c8b9: 2024-11-07T21:24:43,101 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:24:43,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6f854889ba60ebb8829c60b1bc3c8b9:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T21:24:43,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:24:43,102 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:24:43,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6f854889ba60ebb8829c60b1bc3c8b9:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T21:24:43,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:24:43,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6f854889ba60ebb8829c60b1bc3c8b9:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T21:24:43,102 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:24:43,103 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1541): d6f854889ba60ebb8829c60b1bc3c8b9/A is initiating minor compaction (all files) 2024-11-07T21:24:43,103 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:24:43,103 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): d6f854889ba60ebb8829c60b1bc3c8b9/B is initiating minor compaction (all files) 2024-11-07T21:24:43,103 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d6f854889ba60ebb8829c60b1bc3c8b9/A in TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:43,103 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d6f854889ba60ebb8829c60b1bc3c8b9/B in TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:43,103 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/894fe15e5e324816adb534378b258057, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/9fbacbab56324980b3873be004bccb8e, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/715f37f5e6284daca944faba188b321c] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp, totalSize=35.3 K 2024-11-07T21:24:43,103 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/f3c9b719723b4c6baed43787c82f157c, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/bd80cb1344464e8aa19eae89600c0145, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/ae43b18d02904b9fbd2bcb810652ee7a] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp, totalSize=35.3 K 2024-11-07T21:24:43,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:24:43,103 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting f3c9b719723b4c6baed43787c82f157c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731014677301 2024-11-07T21:24:43,103 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 894fe15e5e324816adb534378b258057, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731014677301 2024-11-07T21:24:43,103 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting bd80cb1344464e8aa19eae89600c0145, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731014679531 2024-11-07T21:24:43,103 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9fbacbab56324980b3873be004bccb8e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731014679531 2024-11-07T21:24:43,104 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting ae43b18d02904b9fbd2bcb810652ee7a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731014680694 2024-11-07T21:24:43,104 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 715f37f5e6284daca944faba188b321c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731014680694 2024-11-07T21:24:43,126 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6f854889ba60ebb8829c60b1bc3c8b9#B#compaction#398 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:24:43,127 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/B/e4a9256e010743bc91c57dba45a17443 is 50, key is test_row_0/B:col10/1731014681843/Put/seqid=0 2024-11-07T21:24:43,134 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6f854889ba60ebb8829c60b1bc3c8b9#A#compaction#399 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:24:43,135 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/A/87f2c9a470964af5bee819056bbab364 is 50, key is test_row_0/A:col10/1731014681843/Put/seqid=0 2024-11-07T21:24:43,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742297_1473 (size=12207) 2024-11-07T21:24:43,154 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/B/e4a9256e010743bc91c57dba45a17443 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/e4a9256e010743bc91c57dba45a17443 2024-11-07T21:24:43,161 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d6f854889ba60ebb8829c60b1bc3c8b9/B of d6f854889ba60ebb8829c60b1bc3c8b9 into e4a9256e010743bc91c57dba45a17443(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:24:43,161 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d6f854889ba60ebb8829c60b1bc3c8b9: 2024-11-07T21:24:43,161 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., storeName=d6f854889ba60ebb8829c60b1bc3c8b9/B, priority=13, startTime=1731014683102; duration=0sec 2024-11-07T21:24:43,161 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:24:43,161 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6f854889ba60ebb8829c60b1bc3c8b9:B 2024-11-07T21:24:43,162 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:24:43,164 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:24:43,164 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): d6f854889ba60ebb8829c60b1bc3c8b9/C is initiating minor compaction (all files) 2024-11-07T21:24:43,164 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d6f854889ba60ebb8829c60b1bc3c8b9/C in TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:43,164 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/e56ed86229a2454ba7dc46b5c567a03b, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/1ad85be7b27643fe8fbe4d46d314b18f, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/83dfc81854e74df5b069b439519f184c] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp, totalSize=35.3 K 2024-11-07T21:24:43,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742298_1474 (size=12207) 2024-11-07T21:24:43,166 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting e56ed86229a2454ba7dc46b5c567a03b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731014677301 2024-11-07T21:24:43,166 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 1ad85be7b27643fe8fbe4d46d314b18f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731014679531 2024-11-07T21:24:43,166 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 83dfc81854e74df5b069b439519f184c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731014680694 2024-11-07T21:24:43,173 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/A/87f2c9a470964af5bee819056bbab364 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/87f2c9a470964af5bee819056bbab364 2024-11-07T21:24:43,178 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d6f854889ba60ebb8829c60b1bc3c8b9/A of d6f854889ba60ebb8829c60b1bc3c8b9 into 87f2c9a470964af5bee819056bbab364(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:24:43,178 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d6f854889ba60ebb8829c60b1bc3c8b9: 2024-11-07T21:24:43,178 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., storeName=d6f854889ba60ebb8829c60b1bc3c8b9/A, priority=13, startTime=1731014683101; duration=0sec 2024-11-07T21:24:43,178 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:24:43,178 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6f854889ba60ebb8829c60b1bc3c8b9:A 2024-11-07T21:24:43,186 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6f854889ba60ebb8829c60b1bc3c8b9#C#compaction#400 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:24:43,187 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/C/941d91c873eb4ba59fe73972190f8805 is 50, key is test_row_0/C:col10/1731014681843/Put/seqid=0 2024-11-07T21:24:43,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742299_1475 (size=12207) 2024-11-07T21:24:43,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-07T21:24:43,540 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T21:24:43,541 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T21:24:43,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees 2024-11-07T21:24:43,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-07T21:24:43,544 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T21:24:43,546 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T21:24:43,546 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T21:24:43,610 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/C/941d91c873eb4ba59fe73972190f8805 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/941d91c873eb4ba59fe73972190f8805 2024-11-07T21:24:43,613 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d6f854889ba60ebb8829c60b1bc3c8b9/C of d6f854889ba60ebb8829c60b1bc3c8b9 into 941d91c873eb4ba59fe73972190f8805(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:24:43,613 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d6f854889ba60ebb8829c60b1bc3c8b9: 2024-11-07T21:24:43,614 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., storeName=d6f854889ba60ebb8829c60b1bc3c8b9/C, priority=13, startTime=1731014683102; duration=0sec 2024-11-07T21:24:43,614 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:24:43,614 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6f854889ba60ebb8829c60b1bc3c8b9:C 2024-11-07T21:24:43,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-07T21:24:43,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-07T21:24:43,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:43,701 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing d6f854889ba60ebb8829c60b1bc3c8b9 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-07T21:24:43,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/A/bb3b5da78f7c48b9901764068a68ad03 is 50, key is test_row_0/A:col10/1731014681891/Put/seqid=0 2024-11-07T21:24:43,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742300_1476 (size=12001) 2024-11-07T21:24:43,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on d6f854889ba60ebb8829c60b1bc3c8b9 2024-11-07T21:24:43,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. as already flushing 2024-11-07T21:24:43,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:43,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57718 deadline: 1731014743773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:43,782 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:43,782 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:43,782 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:43,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-07T21:24:43,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:43,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57718 deadline: 1731014743889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:43,893 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:43,893 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:43,893 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:44,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:44,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57738 deadline: 1731014744069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:44,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:44,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57666 deadline: 1731014744069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:44,074 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 4fc742968c91,33553,1731014551923 for 'test_row_0' in d6f854889ba60ebb8829c60b1bc3c8b9 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2185 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-07T21:24:44,075 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:44,075 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:44,074 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 4fc742968c91,33553,1731014551923 for 'test_row_2' in d6f854889ba60ebb8829c60b1bc3c8b9 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-07T21:24:44,075 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:44,075 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:44,075 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:44,075 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:44,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:44,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57660 deadline: 1731014744080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:44,084 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 4fc742968c91,33553,1731014551923 for 'test_row_2' in d6f854889ba60ebb8829c60b1bc3c8b9 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2194 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-07T21:24:44,084 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:44,084 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:44,084 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:44,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:44,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57658 deadline: 1731014744099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:44,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:44,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57718 deadline: 1731014744099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:44,106 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:44,106 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:44,106 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:44,106 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 4fc742968c91,33553,1731014551923 for 'test_row_2' in d6f854889ba60ebb8829c60b1bc3c8b9 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2197 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-07T21:24:44,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:44,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:44,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:44,114 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/A/bb3b5da78f7c48b9901764068a68ad03 2024-11-07T21:24:44,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/B/a518f09505d448779d2a97168152511c is 50, key is test_row_0/B:col10/1731014681891/Put/seqid=0 2024-11-07T21:24:44,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742301_1477 (size=12001) 2024-11-07T21:24:44,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-07T21:24:44,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:44,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57718 deadline: 1731014744410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:44,419 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:44,419 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:44,419 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:44,524 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/B/a518f09505d448779d2a97168152511c 2024-11-07T21:24:44,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/C/fc0ff0788d494bacaa9e34ac6350ef49 is 50, key is test_row_0/C:col10/1731014681891/Put/seqid=0 2024-11-07T21:24:44,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742302_1478 (size=12001) 2024-11-07T21:24:44,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-07T21:24:44,933 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/C/fc0ff0788d494bacaa9e34ac6350ef49 2024-11-07T21:24:44,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:44,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57718 deadline: 1731014744930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:44,936 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:44,936 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:44,936 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:44,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/A/bb3b5da78f7c48b9901764068a68ad03 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/bb3b5da78f7c48b9901764068a68ad03 2024-11-07T21:24:44,940 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/bb3b5da78f7c48b9901764068a68ad03, entries=150, sequenceid=116, filesize=11.7 K 2024-11-07T21:24:44,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/B/a518f09505d448779d2a97168152511c as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/a518f09505d448779d2a97168152511c 2024-11-07T21:24:44,943 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/a518f09505d448779d2a97168152511c, entries=150, sequenceid=116, filesize=11.7 K 2024-11-07T21:24:44,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/C/fc0ff0788d494bacaa9e34ac6350ef49 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/fc0ff0788d494bacaa9e34ac6350ef49 2024-11-07T21:24:44,946 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/fc0ff0788d494bacaa9e34ac6350ef49, entries=150, sequenceid=116, filesize=11.7 K 2024-11-07T21:24:44,947 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for d6f854889ba60ebb8829c60b1bc3c8b9 in 1246ms, sequenceid=116, compaction requested=false 2024-11-07T21:24:44,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for d6f854889ba60ebb8829c60b1bc3c8b9: 2024-11-07T21:24:44,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:44,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132 2024-11-07T21:24:44,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster(4169): Remote procedure done, pid=132 2024-11-07T21:24:44,950 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-11-07T21:24:44,950 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4020 sec 2024-11-07T21:24:44,951 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 1.4090 sec 2024-11-07T21:24:45,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-07T21:24:45,699 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T21:24:45,700 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T21:24:45,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees 2024-11-07T21:24:45,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-07T21:24:45,701 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T21:24:45,702 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T21:24:45,702 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T21:24:45,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-07T21:24:45,854 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-07T21:24:45,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:45,854 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2902): Flushing d6f854889ba60ebb8829c60b1bc3c8b9 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-07T21:24:45,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/A/01a800d57d964ff89d8609953aa676fa is 50, key is test_row_0/A:col10/1731014683749/Put/seqid=0 2024-11-07T21:24:45,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742303_1479 (size=12001) 2024-11-07T21:24:45,861 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/A/01a800d57d964ff89d8609953aa676fa 2024-11-07T21:24:45,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/B/0a2fb2f1ec0f43749dafc514e9335d8f is 50, key is test_row_0/B:col10/1731014683749/Put/seqid=0 2024-11-07T21:24:45,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742304_1480 (size=12001) 2024-11-07T21:24:45,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. as already flushing 2024-11-07T21:24:45,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on d6f854889ba60ebb8829c60b1bc3c8b9 2024-11-07T21:24:46,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-07T21:24:46,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:46,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57718 deadline: 1731014746095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:46,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:46,104 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:46,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57738 deadline: 1731014746097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:46,104 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:46,104 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:46,104 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:46,104 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:46,104 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:46,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:46,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57666 deadline: 1731014746098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:46,107 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:46,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:46,107 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:46,107 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:46,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57660 deadline: 1731014746099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:46,107 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:46,107 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:46,107 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:46,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:46,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57658 deadline: 1731014746129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:46,134 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 4fc742968c91,33553,1731014551923 for 'test_row_2' in d6f854889ba60ebb8829c60b1bc3c8b9 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4226 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-07T21:24:46,135 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:46,135 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:46,135 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:46,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:46,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57718 deadline: 1731014746210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:46,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:46,211 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:46,211 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:46,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57666 deadline: 1731014746210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:46,211 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:46,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:46,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57738 deadline: 1731014746210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:46,211 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:46,211 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:46,211 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:46,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:46,212 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:46,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57660 deadline: 1731014746210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:46,212 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:46,212 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:46,212 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:46,212 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:46,212 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:46,269 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/B/0a2fb2f1ec0f43749dafc514e9335d8f 2024-11-07T21:24:46,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/C/c6e4ad8ac82d4863a95f30240368c684 is 50, key is test_row_0/C:col10/1731014683749/Put/seqid=0 2024-11-07T21:24:46,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742305_1481 (size=12001) 2024-11-07T21:24:46,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-07T21:24:46,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:46,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57718 deadline: 1731014746420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:46,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:46,427 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:46,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57666 deadline: 1731014746420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:46,427 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:46,427 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:46,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:46,427 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:46,427 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:46,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57738 deadline: 1731014746420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:46,427 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:46,427 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:46,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:46,427 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:46,427 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:46,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57660 deadline: 1731014746420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:46,427 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:46,427 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:46,427 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:46,677 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/C/c6e4ad8ac82d4863a95f30240368c684 2024-11-07T21:24:46,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/A/01a800d57d964ff89d8609953aa676fa as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/01a800d57d964ff89d8609953aa676fa 2024-11-07T21:24:46,684 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/01a800d57d964ff89d8609953aa676fa, entries=150, sequenceid=127, filesize=11.7 K 2024-11-07T21:24:46,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/B/0a2fb2f1ec0f43749dafc514e9335d8f as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/0a2fb2f1ec0f43749dafc514e9335d8f 2024-11-07T21:24:46,687 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/0a2fb2f1ec0f43749dafc514e9335d8f, entries=150, sequenceid=127, filesize=11.7 K 2024-11-07T21:24:46,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/C/c6e4ad8ac82d4863a95f30240368c684 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/c6e4ad8ac82d4863a95f30240368c684 2024-11-07T21:24:46,690 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/c6e4ad8ac82d4863a95f30240368c684, entries=150, sequenceid=127, filesize=11.7 K 2024-11-07T21:24:46,690 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for d6f854889ba60ebb8829c60b1bc3c8b9 in 836ms, sequenceid=127, compaction requested=true 2024-11-07T21:24:46,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for d6f854889ba60ebb8829c60b1bc3c8b9: 2024-11-07T21:24:46,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:46,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134 2024-11-07T21:24:46,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster(4169): Remote procedure done, pid=134 2024-11-07T21:24:46,695 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-11-07T21:24:46,695 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 989 msec 2024-11-07T21:24:46,696 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 995 msec 2024-11-07T21:24:46,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on d6f854889ba60ebb8829c60b1bc3c8b9 2024-11-07T21:24:46,734 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-07T21:24:46,734 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d6f854889ba60ebb8829c60b1bc3c8b9 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-07T21:24:46,739 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/A/d686d6e01e5b4609a19aeb6b3dd4f772 is 50, key is test_row_0/A:col10/1731014686733/Put/seqid=0 2024-11-07T21:24:46,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742306_1482 (size=16931) 2024-11-07T21:24:46,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:46,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57738 deadline: 1731014746745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:46,756 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:46,756 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:46,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:46,756 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:46,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57660 deadline: 1731014746748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:46,756 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:46,756 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:46,756 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:46,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:46,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57666 deadline: 1731014746754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:46,757 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:46,757 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:46,757 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:46,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:46,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57718 deadline: 1731014746755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:46,766 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:46,766 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:46,766 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:46,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-07T21:24:46,840 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T21:24:46,840 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T21:24:46,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees 2024-11-07T21:24:46,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-07T21:24:46,842 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T21:24:46,843 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T21:24:46,843 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T21:24:46,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57738 deadline: 1731014746859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:46,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:46,866 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57660 deadline: 1731014746859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:46,866 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:46,866 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:46,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:46,866 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:46,866 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57666 deadline: 1731014746859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:46,866 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:46,866 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:46,867 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:46,867 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:46,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:46,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57718 deadline: 1731014746869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:46,875 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:46,875 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:46,875 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:46,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-07T21:24:46,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-07T21:24:46,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:46,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. as already flushing 2024-11-07T21:24:46,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:46,995 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:46,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:46,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:47,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:47,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57738 deadline: 1731014747069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:47,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:47,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57660 deadline: 1731014747069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:47,076 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:47,076 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:47,076 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:47,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:47,076 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:47,076 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:47,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57666 deadline: 1731014747069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:47,076 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:47,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:47,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:47,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:47,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:47,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57718 deadline: 1731014747079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:47,085 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:47,085 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:47,085 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:47,142 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/A/d686d6e01e5b4609a19aeb6b3dd4f772 2024-11-07T21:24:47,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-07T21:24:47,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:47,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. as already flushing 2024-11-07T21:24:47,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:47,147 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:47,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:47,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:47,148 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/B/78658055733349e2b5a66140b972398c is 50, key is test_row_0/B:col10/1731014686733/Put/seqid=0 2024-11-07T21:24:47,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742307_1483 (size=12151) 2024-11-07T21:24:47,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-07T21:24:47,300 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-07T21:24:47,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:47,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. as already flushing 2024-11-07T21:24:47,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:47,300 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:47,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:47,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:47,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:47,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57738 deadline: 1731014747379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:47,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:47,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57660 deadline: 1731014747379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:47,380 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:47,381 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:47,381 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:47,381 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:47,381 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:47,381 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:47,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:47,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57666 deadline: 1731014747389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:47,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:47,396 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:47,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57718 deadline: 1731014747389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:47,396 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:47,396 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:47,396 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:47,396 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:47,396 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:47,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-07T21:24:47,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:47,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. as already flushing 2024-11-07T21:24:47,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:47,453 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:47,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:47,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:47,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-07T21:24:47,552 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/B/78658055733349e2b5a66140b972398c 2024-11-07T21:24:47,557 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/C/11be0e9b34ca43549395fd7e60d6064a is 50, key is test_row_0/C:col10/1731014686733/Put/seqid=0 2024-11-07T21:24:47,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742308_1484 (size=12151) 2024-11-07T21:24:47,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-07T21:24:47,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:47,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. as already flushing 2024-11-07T21:24:47,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:47,605 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:47,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:47,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:47,758 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-07T21:24:47,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:47,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. as already flushing 2024-11-07T21:24:47,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:47,758 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:47,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:47,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:47,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:47,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57738 deadline: 1731014747889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:47,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:47,899 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:47,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57660 deadline: 1731014747889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:47,899 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:47,899 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:47,900 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:47,900 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:47,900 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:47,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:47,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57666 deadline: 1731014747899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:47,906 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:47,906 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:47,906 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:47,910 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-07T21:24:47,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:47,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. as already flushing 2024-11-07T21:24:47,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:47,911 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:47,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:47,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:47,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:47,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57718 deadline: 1731014747910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:47,919 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:47,919 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:47,919 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:47,961 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/C/11be0e9b34ca43549395fd7e60d6064a 2024-11-07T21:24:47,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/A/d686d6e01e5b4609a19aeb6b3dd4f772 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/d686d6e01e5b4609a19aeb6b3dd4f772 2024-11-07T21:24:47,968 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/d686d6e01e5b4609a19aeb6b3dd4f772, entries=250, sequenceid=154, filesize=16.5 K 2024-11-07T21:24:47,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/B/78658055733349e2b5a66140b972398c as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/78658055733349e2b5a66140b972398c 2024-11-07T21:24:47,971 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/78658055733349e2b5a66140b972398c, entries=150, sequenceid=154, filesize=11.9 K 2024-11-07T21:24:47,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/C/11be0e9b34ca43549395fd7e60d6064a as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/11be0e9b34ca43549395fd7e60d6064a 2024-11-07T21:24:47,975 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/11be0e9b34ca43549395fd7e60d6064a, entries=150, sequenceid=154, filesize=11.9 K 2024-11-07T21:24:47,976 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for d6f854889ba60ebb8829c60b1bc3c8b9 in 1241ms, sequenceid=154, compaction requested=true 2024-11-07T21:24:47,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d6f854889ba60ebb8829c60b1bc3c8b9: 2024-11-07T21:24:47,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6f854889ba60ebb8829c60b1bc3c8b9:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T21:24:47,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:24:47,976 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T21:24:47,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6f854889ba60ebb8829c60b1bc3c8b9:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T21:24:47,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:24:47,976 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T21:24:47,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6f854889ba60ebb8829c60b1bc3c8b9:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T21:24:47,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:24:47,978 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53140 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T21:24:47,978 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T21:24:47,978 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1541): d6f854889ba60ebb8829c60b1bc3c8b9/A is initiating minor compaction (all files) 2024-11-07T21:24:47,978 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): d6f854889ba60ebb8829c60b1bc3c8b9/B is initiating minor compaction (all files) 2024-11-07T21:24:47,978 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d6f854889ba60ebb8829c60b1bc3c8b9/A in TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:47,978 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d6f854889ba60ebb8829c60b1bc3c8b9/B in TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:47,978 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/87f2c9a470964af5bee819056bbab364, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/bb3b5da78f7c48b9901764068a68ad03, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/01a800d57d964ff89d8609953aa676fa, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/d686d6e01e5b4609a19aeb6b3dd4f772] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp, totalSize=51.9 K 2024-11-07T21:24:47,978 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/e4a9256e010743bc91c57dba45a17443, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/a518f09505d448779d2a97168152511c, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/0a2fb2f1ec0f43749dafc514e9335d8f, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/78658055733349e2b5a66140b972398c] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp, totalSize=47.2 K 2024-11-07T21:24:47,978 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting e4a9256e010743bc91c57dba45a17443, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731014680694 2024-11-07T21:24:47,978 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 87f2c9a470964af5bee819056bbab364, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731014680694 2024-11-07T21:24:47,978 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting a518f09505d448779d2a97168152511c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731014681887 2024-11-07T21:24:47,978 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting bb3b5da78f7c48b9901764068a68ad03, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731014681887 2024-11-07T21:24:47,978 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a2fb2f1ec0f43749dafc514e9335d8f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731014683749 2024-11-07T21:24:47,978 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 01a800d57d964ff89d8609953aa676fa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731014683749 2024-11-07T21:24:47,979 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 78658055733349e2b5a66140b972398c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731014686084 2024-11-07T21:24:47,979 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting d686d6e01e5b4609a19aeb6b3dd4f772, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731014686084 2024-11-07T21:24:47,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-07T21:24:47,986 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6f854889ba60ebb8829c60b1bc3c8b9#B#compaction#410 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:24:47,987 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/B/966dd1c2bbf44f9eb3310696eb80765f is 50, key is test_row_0/B:col10/1731014686733/Put/seqid=0 2024-11-07T21:24:47,990 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6f854889ba60ebb8829c60b1bc3c8b9#A#compaction#411 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:24:47,991 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/A/afb2770517e74183990bd11f048f70fe is 50, key is test_row_0/A:col10/1731014686733/Put/seqid=0 2024-11-07T21:24:47,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742309_1485 (size=12493) 2024-11-07T21:24:47,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742310_1486 (size=12493) 2024-11-07T21:24:48,004 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/B/966dd1c2bbf44f9eb3310696eb80765f as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/966dd1c2bbf44f9eb3310696eb80765f 2024-11-07T21:24:48,008 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d6f854889ba60ebb8829c60b1bc3c8b9/B of d6f854889ba60ebb8829c60b1bc3c8b9 into 966dd1c2bbf44f9eb3310696eb80765f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:24:48,008 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d6f854889ba60ebb8829c60b1bc3c8b9: 2024-11-07T21:24:48,008 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., storeName=d6f854889ba60ebb8829c60b1bc3c8b9/B, priority=12, startTime=1731014687976; duration=0sec 2024-11-07T21:24:48,008 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:24:48,008 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6f854889ba60ebb8829c60b1bc3c8b9:B 2024-11-07T21:24:48,008 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T21:24:48,009 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T21:24:48,009 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): d6f854889ba60ebb8829c60b1bc3c8b9/C is initiating minor compaction (all files) 2024-11-07T21:24:48,010 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d6f854889ba60ebb8829c60b1bc3c8b9/C in TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:48,010 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/941d91c873eb4ba59fe73972190f8805, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/fc0ff0788d494bacaa9e34ac6350ef49, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/c6e4ad8ac82d4863a95f30240368c684, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/11be0e9b34ca43549395fd7e60d6064a] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp, totalSize=47.2 K 2024-11-07T21:24:48,010 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 941d91c873eb4ba59fe73972190f8805, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731014680694 2024-11-07T21:24:48,011 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting fc0ff0788d494bacaa9e34ac6350ef49, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731014681887 2024-11-07T21:24:48,011 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting c6e4ad8ac82d4863a95f30240368c684, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731014683749 2024-11-07T21:24:48,011 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 11be0e9b34ca43549395fd7e60d6064a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731014686084 2024-11-07T21:24:48,018 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6f854889ba60ebb8829c60b1bc3c8b9#C#compaction#412 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:24:48,018 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/C/db97c3fb607346d1a9ece87fc690f8cc is 50, key is test_row_0/C:col10/1731014686733/Put/seqid=0 2024-11-07T21:24:48,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742311_1487 (size=12493) 2024-11-07T21:24:48,063 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-07T21:24:48,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:48,063 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2902): Flushing d6f854889ba60ebb8829c60b1bc3c8b9 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-07T21:24:48,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/A/1d33810f0463416286fd07f60d62c8d9 is 50, key is test_row_0/A:col10/1731014686747/Put/seqid=0 2024-11-07T21:24:48,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742312_1488 (size=12151) 2024-11-07T21:24:48,400 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/A/afb2770517e74183990bd11f048f70fe as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/afb2770517e74183990bd11f048f70fe 2024-11-07T21:24:48,403 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d6f854889ba60ebb8829c60b1bc3c8b9/A of d6f854889ba60ebb8829c60b1bc3c8b9 into afb2770517e74183990bd11f048f70fe(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:24:48,403 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d6f854889ba60ebb8829c60b1bc3c8b9: 2024-11-07T21:24:48,403 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., storeName=d6f854889ba60ebb8829c60b1bc3c8b9/A, priority=12, startTime=1731014687976; duration=0sec 2024-11-07T21:24:48,403 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:24:48,403 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6f854889ba60ebb8829c60b1bc3c8b9:A 2024-11-07T21:24:48,425 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/C/db97c3fb607346d1a9ece87fc690f8cc as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/db97c3fb607346d1a9ece87fc690f8cc 2024-11-07T21:24:48,428 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d6f854889ba60ebb8829c60b1bc3c8b9/C of d6f854889ba60ebb8829c60b1bc3c8b9 into db97c3fb607346d1a9ece87fc690f8cc(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:24:48,428 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d6f854889ba60ebb8829c60b1bc3c8b9: 2024-11-07T21:24:48,428 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., storeName=d6f854889ba60ebb8829c60b1bc3c8b9/C, priority=12, startTime=1731014687976; duration=0sec 2024-11-07T21:24:48,428 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:24:48,428 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6f854889ba60ebb8829c60b1bc3c8b9:C 2024-11-07T21:24:48,470 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/A/1d33810f0463416286fd07f60d62c8d9 2024-11-07T21:24:48,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/B/9d55d242724745a48f78ed2908b71da8 is 50, key is test_row_0/B:col10/1731014686747/Put/seqid=0 2024-11-07T21:24:48,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742313_1489 (size=12151) 2024-11-07T21:24:48,878 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/B/9d55d242724745a48f78ed2908b71da8 2024-11-07T21:24:48,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/C/82086812b4b546bb8128936b4f051090 is 50, key is test_row_0/C:col10/1731014686747/Put/seqid=0 2024-11-07T21:24:48,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742314_1490 (size=12151) 2024-11-07T21:24:48,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on d6f854889ba60ebb8829c60b1bc3c8b9 2024-11-07T21:24:48,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. as already flushing 2024-11-07T21:24:48,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-07T21:24:48,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:48,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57738 deadline: 1731014748987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:48,999 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:48,999 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:48,999 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:48,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:49,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57718 deadline: 1731014748992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:49,000 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:49,000 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:49,000 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:49,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:49,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57660 deadline: 1731014748998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:49,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:49,005 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:49,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57666 deadline: 1731014748998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:49,005 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:49,005 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:49,005 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:49,005 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:49,005 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:49,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:49,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57738 deadline: 1731014749109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:49,116 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:49,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:49,116 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:49,116 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:49,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57718 deadline: 1731014749109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:49,116 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:49,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:49,116 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:49,116 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:49,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57660 deadline: 1731014749109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:49,116 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:49,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:49,116 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:49,116 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:49,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57666 deadline: 1731014749110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:49,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:49,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:49,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:49,287 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/C/82086812b4b546bb8128936b4f051090 2024-11-07T21:24:49,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/A/1d33810f0463416286fd07f60d62c8d9 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/1d33810f0463416286fd07f60d62c8d9 2024-11-07T21:24:49,293 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/1d33810f0463416286fd07f60d62c8d9, entries=150, sequenceid=165, filesize=11.9 K 2024-11-07T21:24:49,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/B/9d55d242724745a48f78ed2908b71da8 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/9d55d242724745a48f78ed2908b71da8 2024-11-07T21:24:49,296 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/9d55d242724745a48f78ed2908b71da8, entries=150, sequenceid=165, filesize=11.9 K 2024-11-07T21:24:49,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/C/82086812b4b546bb8128936b4f051090 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/82086812b4b546bb8128936b4f051090 2024-11-07T21:24:49,299 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/82086812b4b546bb8128936b4f051090, entries=150, sequenceid=165, filesize=11.9 K 2024-11-07T21:24:49,300 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for d6f854889ba60ebb8829c60b1bc3c8b9 in 1237ms, sequenceid=165, compaction requested=false 2024-11-07T21:24:49,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2603): Flush status journal for d6f854889ba60ebb8829c60b1bc3c8b9: 2024-11-07T21:24:49,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:49,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=136 2024-11-07T21:24:49,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster(4169): Remote procedure done, pid=136 2024-11-07T21:24:49,303 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-11-07T21:24:49,303 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4580 sec 2024-11-07T21:24:49,304 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees in 2.4630 sec 2024-11-07T21:24:49,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on d6f854889ba60ebb8829c60b1bc3c8b9 2024-11-07T21:24:49,323 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-07T21:24:49,323 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d6f854889ba60ebb8829c60b1bc3c8b9 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-07T21:24:49,327 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/A/5ece96ad82a24183b393ab8fb5c5a381 is 50, key is test_row_0/A:col10/1731014688973/Put/seqid=0 2024-11-07T21:24:49,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742315_1491 (size=16931) 2024-11-07T21:24:49,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:49,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57660 deadline: 1731014749333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:49,341 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:49,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:49,341 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:49,341 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:49,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57718 deadline: 1731014749334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:49,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:49,342 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:49,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57666 deadline: 1731014749340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:49,342 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:49,342 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:49,342 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:49,342 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:49,342 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:49,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:49,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57738 deadline: 1731014749341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:49,342 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:49,342 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:49,342 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:49,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:49,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57660 deadline: 1731014749450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:49,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:49,455 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:49,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57718 deadline: 1731014749450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:49,455 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:49,455 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:49,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:49,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57738 deadline: 1731014749450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:49,455 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:49,455 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:49,455 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:49,455 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:49,456 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:49,456 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:49,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:49,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57666 deadline: 1731014749650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:49,655 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:49,655 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:49,655 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:49,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:49,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57660 deadline: 1731014749660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:49,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:49,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:49,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57718 deadline: 1731014749660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:49,666 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:49,666 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:49,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:49,666 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:49,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57738 deadline: 1731014749660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:49,666 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:49,666 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:49,666 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:49,666 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:49,666 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:49,731 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/A/5ece96ad82a24183b393ab8fb5c5a381 2024-11-07T21:24:49,737 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/B/ceb9b3ad2e5b422cb85387ffe0602606 is 50, key is test_row_0/B:col10/1731014688973/Put/seqid=0 2024-11-07T21:24:49,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742316_1492 (size=12151) 2024-11-07T21:24:49,741 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/B/ceb9b3ad2e5b422cb85387ffe0602606 2024-11-07T21:24:49,748 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/C/db87a1d3979546668039aa6b94da5e1d is 50, key is test_row_0/C:col10/1731014688973/Put/seqid=0 2024-11-07T21:24:49,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742317_1493 (size=12151) 2024-11-07T21:24:49,752 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/C/db87a1d3979546668039aa6b94da5e1d 2024-11-07T21:24:49,755 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/A/5ece96ad82a24183b393ab8fb5c5a381 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/5ece96ad82a24183b393ab8fb5c5a381 2024-11-07T21:24:49,757 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/5ece96ad82a24183b393ab8fb5c5a381, entries=250, sequenceid=195, filesize=16.5 K 2024-11-07T21:24:49,758 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/B/ceb9b3ad2e5b422cb85387ffe0602606 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/ceb9b3ad2e5b422cb85387ffe0602606 2024-11-07T21:24:49,761 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/ceb9b3ad2e5b422cb85387ffe0602606, entries=150, sequenceid=195, filesize=11.9 K 2024-11-07T21:24:49,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/C/db87a1d3979546668039aa6b94da5e1d as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/db87a1d3979546668039aa6b94da5e1d 2024-11-07T21:24:49,764 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/db87a1d3979546668039aa6b94da5e1d, entries=150, sequenceid=195, filesize=11.9 K 2024-11-07T21:24:49,764 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for d6f854889ba60ebb8829c60b1bc3c8b9 in 441ms, sequenceid=195, compaction requested=true 2024-11-07T21:24:49,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d6f854889ba60ebb8829c60b1bc3c8b9: 2024-11-07T21:24:49,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6f854889ba60ebb8829c60b1bc3c8b9:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T21:24:49,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:24:49,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6f854889ba60ebb8829c60b1bc3c8b9:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T21:24:49,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:24:49,765 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:24:49,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6f854889ba60ebb8829c60b1bc3c8b9:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T21:24:49,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:24:49,765 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:24:49,765 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41575 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:24:49,765 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1541): d6f854889ba60ebb8829c60b1bc3c8b9/A is initiating minor compaction (all files) 2024-11-07T21:24:49,766 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d6f854889ba60ebb8829c60b1bc3c8b9/A in TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:49,766 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/afb2770517e74183990bd11f048f70fe, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/1d33810f0463416286fd07f60d62c8d9, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/5ece96ad82a24183b393ab8fb5c5a381] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp, totalSize=40.6 K 2024-11-07T21:24:49,766 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting afb2770517e74183990bd11f048f70fe, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731014686084 2024-11-07T21:24:49,766 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d33810f0463416286fd07f60d62c8d9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1731014686747 2024-11-07T21:24:49,766 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5ece96ad82a24183b393ab8fb5c5a381, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731014688973 2024-11-07T21:24:49,767 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:24:49,767 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): d6f854889ba60ebb8829c60b1bc3c8b9/B is initiating minor compaction (all files) 2024-11-07T21:24:49,767 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d6f854889ba60ebb8829c60b1bc3c8b9/B in TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:49,767 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/966dd1c2bbf44f9eb3310696eb80765f, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/9d55d242724745a48f78ed2908b71da8, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/ceb9b3ad2e5b422cb85387ffe0602606] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp, totalSize=35.9 K 2024-11-07T21:24:49,767 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 966dd1c2bbf44f9eb3310696eb80765f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731014686084 2024-11-07T21:24:49,767 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d55d242724745a48f78ed2908b71da8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1731014686747 2024-11-07T21:24:49,767 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting ceb9b3ad2e5b422cb85387ffe0602606, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731014688973 2024-11-07T21:24:49,772 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6f854889ba60ebb8829c60b1bc3c8b9#A#compaction#419 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:24:49,772 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/A/099cb9e922f74ff99a88d461e6084a41 is 50, key is test_row_0/A:col10/1731014688973/Put/seqid=0 2024-11-07T21:24:49,777 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6f854889ba60ebb8829c60b1bc3c8b9#B#compaction#420 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:24:49,778 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/B/604d49624d37414588b6633e8e96ea51 is 50, key is test_row_0/B:col10/1731014688973/Put/seqid=0 2024-11-07T21:24:49,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742318_1494 (size=12595) 2024-11-07T21:24:49,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742319_1495 (size=12595) 2024-11-07T21:24:49,796 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/A/099cb9e922f74ff99a88d461e6084a41 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/099cb9e922f74ff99a88d461e6084a41 2024-11-07T21:24:49,799 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d6f854889ba60ebb8829c60b1bc3c8b9/A of d6f854889ba60ebb8829c60b1bc3c8b9 into 099cb9e922f74ff99a88d461e6084a41(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:24:49,799 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d6f854889ba60ebb8829c60b1bc3c8b9: 2024-11-07T21:24:49,799 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., storeName=d6f854889ba60ebb8829c60b1bc3c8b9/A, priority=13, startTime=1731014689765; duration=0sec 2024-11-07T21:24:49,800 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:24:49,800 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6f854889ba60ebb8829c60b1bc3c8b9:A 2024-11-07T21:24:49,800 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:24:49,800 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:24:49,800 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1541): d6f854889ba60ebb8829c60b1bc3c8b9/C is initiating minor compaction (all files) 2024-11-07T21:24:49,800 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d6f854889ba60ebb8829c60b1bc3c8b9/C in TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:49,801 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/db97c3fb607346d1a9ece87fc690f8cc, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/82086812b4b546bb8128936b4f051090, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/db87a1d3979546668039aa6b94da5e1d] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp, totalSize=35.9 K 2024-11-07T21:24:49,801 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting db97c3fb607346d1a9ece87fc690f8cc, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731014686084 2024-11-07T21:24:49,801 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 82086812b4b546bb8128936b4f051090, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1731014686747 2024-11-07T21:24:49,801 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting db87a1d3979546668039aa6b94da5e1d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731014688973 2024-11-07T21:24:49,806 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6f854889ba60ebb8829c60b1bc3c8b9#C#compaction#421 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:24:49,807 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/C/dc49a50f886d46a48274ade27e1af360 is 50, key is test_row_0/C:col10/1731014688973/Put/seqid=0 2024-11-07T21:24:49,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742320_1496 (size=12595) 2024-11-07T21:24:49,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on d6f854889ba60ebb8829c60b1bc3c8b9 2024-11-07T21:24:49,973 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-07T21:24:49,973 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d6f854889ba60ebb8829c60b1bc3c8b9 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-07T21:24:49,977 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/A/4167b3a4d4fb4d50a319984664b33760 is 50, key is test_row_0/A:col10/1731014689972/Put/seqid=0 2024-11-07T21:24:49,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742321_1497 (size=19321) 2024-11-07T21:24:49,980 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/A/4167b3a4d4fb4d50a319984664b33760 2024-11-07T21:24:49,986 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/B/3bc9dc5df1414d729038907ce93a02ac is 50, key is test_row_0/B:col10/1731014689972/Put/seqid=0 2024-11-07T21:24:49,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742322_1498 (size=12151) 2024-11-07T21:24:50,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:50,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57718 deadline: 1731014750041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:50,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:50,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57738 deadline: 1731014750042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:50,051 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:50,051 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:50,052 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:50,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:50,052 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:50,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57660 deadline: 1731014750042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:50,052 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:50,052 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:50,052 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:50,052 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:50,052 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:50,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:50,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57658 deadline: 1731014750159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:50,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:50,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57666 deadline: 1731014750159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:50,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:50,164 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:50,164 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:50,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57738 deadline: 1731014750160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:50,164 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:50,164 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 4fc742968c91,33553,1731014551923 for 'test_row_2' in d6f854889ba60ebb8829c60b1bc3c8b9 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8255 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-07T21:24:50,164 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:50,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:50,164 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:50,164 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:50,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57718 deadline: 1731014750160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:50,164 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:50,164 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:50,164 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:50,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:50,164 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:50,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57660 deadline: 1731014750160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:50,165 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:50,165 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:50,165 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:50,165 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:50,165 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:50,198 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/B/604d49624d37414588b6633e8e96ea51 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/604d49624d37414588b6633e8e96ea51 2024-11-07T21:24:50,202 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d6f854889ba60ebb8829c60b1bc3c8b9/B of d6f854889ba60ebb8829c60b1bc3c8b9 into 604d49624d37414588b6633e8e96ea51(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:24:50,202 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d6f854889ba60ebb8829c60b1bc3c8b9: 2024-11-07T21:24:50,202 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., storeName=d6f854889ba60ebb8829c60b1bc3c8b9/B, priority=13, startTime=1731014689765; duration=0sec 2024-11-07T21:24:50,202 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:24:50,202 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6f854889ba60ebb8829c60b1bc3c8b9:B 2024-11-07T21:24:50,213 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/C/dc49a50f886d46a48274ade27e1af360 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/dc49a50f886d46a48274ade27e1af360 2024-11-07T21:24:50,217 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d6f854889ba60ebb8829c60b1bc3c8b9/C of d6f854889ba60ebb8829c60b1bc3c8b9 into dc49a50f886d46a48274ade27e1af360(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:24:50,217 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d6f854889ba60ebb8829c60b1bc3c8b9: 2024-11-07T21:24:50,217 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., storeName=d6f854889ba60ebb8829c60b1bc3c8b9/C, priority=13, startTime=1731014689765; duration=0sec 2024-11-07T21:24:50,217 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:24:50,217 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6f854889ba60ebb8829c60b1bc3c8b9:C 2024-11-07T21:24:50,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:50,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57738 deadline: 1731014750370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:50,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:50,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57718 deadline: 1731014750370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:50,376 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:50,376 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:50,376 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:50,376 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:50,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:50,376 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:50,376 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:50,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57660 deadline: 1731014750370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:50,376 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:50,376 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:50,376 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:50,389 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/B/3bc9dc5df1414d729038907ce93a02ac 2024-11-07T21:24:50,394 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/C/0cb60d8ee2ef4b8b93251b63834edf90 is 50, key is test_row_0/C:col10/1731014689972/Put/seqid=0 2024-11-07T21:24:50,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742323_1499 (size=12151) 2024-11-07T21:24:50,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:50,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57738 deadline: 1731014750679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:50,685 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:50,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:50,685 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:50,685 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:50,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57718 deadline: 1731014750679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:50,686 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:50,686 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:50,686 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:50,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:50,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57660 deadline: 1731014750679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:50,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:50,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:50,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:50,797 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/C/0cb60d8ee2ef4b8b93251b63834edf90 2024-11-07T21:24:50,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/A/4167b3a4d4fb4d50a319984664b33760 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/4167b3a4d4fb4d50a319984664b33760 2024-11-07T21:24:50,803 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/4167b3a4d4fb4d50a319984664b33760, entries=300, sequenceid=207, filesize=18.9 K 2024-11-07T21:24:50,803 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/B/3bc9dc5df1414d729038907ce93a02ac as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/3bc9dc5df1414d729038907ce93a02ac 2024-11-07T21:24:50,806 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/3bc9dc5df1414d729038907ce93a02ac, entries=150, sequenceid=207, filesize=11.9 K 2024-11-07T21:24:50,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/C/0cb60d8ee2ef4b8b93251b63834edf90 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/0cb60d8ee2ef4b8b93251b63834edf90 2024-11-07T21:24:50,809 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/0cb60d8ee2ef4b8b93251b63834edf90, entries=150, sequenceid=207, filesize=11.9 K 2024-11-07T21:24:50,809 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for d6f854889ba60ebb8829c60b1bc3c8b9 in 836ms, sequenceid=207, compaction requested=false 2024-11-07T21:24:50,810 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d6f854889ba60ebb8829c60b1bc3c8b9: 2024-11-07T21:24:51,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-07T21:24:51,010 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T21:24:51,010 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T21:24:51,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees 2024-11-07T21:24:51,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-07T21:24:51,012 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T21:24:51,013 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T21:24:51,013 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T21:24:51,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-07T21:24:51,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-07T21:24:51,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:51,165 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2902): Flushing d6f854889ba60ebb8829c60b1bc3c8b9 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-07T21:24:51,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/A/c40b206c658d4ae9938f3bcdef6269e1 is 50, key is test_row_0/A:col10/1731014690030/Put/seqid=0 2024-11-07T21:24:51,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742324_1500 (size=12151) 2024-11-07T21:24:51,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on d6f854889ba60ebb8829c60b1bc3c8b9 2024-11-07T21:24:51,187 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. as already flushing 2024-11-07T21:24:51,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:51,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57718 deadline: 1731014751207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:51,214 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:51,214 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:51,214 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:51,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:51,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57666 deadline: 1731014751208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:51,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:51,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:51,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:51,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:51,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57738 deadline: 1731014751209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:51,221 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:51,221 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:51,221 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:51,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:51,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57660 deadline: 1731014751210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:51,222 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:51,222 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:51,222 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:51,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:51,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57718 deadline: 1731014751320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:51,326 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:51,326 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:51,326 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:51,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-07T21:24:51,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:51,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57666 deadline: 1731014751330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:51,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:51,336 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:51,336 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:51,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57738 deadline: 1731014751330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:51,336 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:51,336 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:51,336 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:51,336 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:51,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:51,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57660 deadline: 1731014751330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:51,337 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:51,337 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:51,337 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:51,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:51,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57718 deadline: 1731014751530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:51,531 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:51,531 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:51,531 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:51,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:51,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57666 deadline: 1731014751539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:51,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:51,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57660 deadline: 1731014751539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:51,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:51,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:51,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:51,545 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:51,545 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:51,545 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:51,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:51,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57738 deadline: 1731014751549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:51,554 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:51,554 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:51,554 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:51,581 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/A/c40b206c658d4ae9938f3bcdef6269e1 2024-11-07T21:24:51,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/B/9affc5938bc642f39d2d7b733d54b666 is 50, key is test_row_0/B:col10/1731014690030/Put/seqid=0 2024-11-07T21:24:51,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742325_1501 (size=12151) 2024-11-07T21:24:51,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-07T21:24:51,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:51,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57718 deadline: 1731014751839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:51,844 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:51,844 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:51,844 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:51,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:51,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57666 deadline: 1731014751850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:51,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:51,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:51,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:51,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57660 deadline: 1731014751850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:51,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:51,856 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:51,856 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:51,856 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:51,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:51,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57738 deadline: 1731014751859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:51,864 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:51,865 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:51,865 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:51,991 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/B/9affc5938bc642f39d2d7b733d54b666 2024-11-07T21:24:51,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/C/ae180e850a804443bbefe6b5b1f3d2de is 50, key is test_row_0/C:col10/1731014690030/Put/seqid=0 2024-11-07T21:24:52,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742326_1502 (size=12151) 2024-11-07T21:24:52,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-07T21:24:52,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:52,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57718 deadline: 1731014752350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:52,353 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:52,353 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:52,353 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:52,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:52,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57666 deadline: 1731014752360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:52,364 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:52,364 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:52,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:52,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:52,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57660 deadline: 1731014752369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:52,373 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:52,373 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:52,373 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:52,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:52,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57738 deadline: 1731014752369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:52,376 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:52,376 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:52,376 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:52,401 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/C/ae180e850a804443bbefe6b5b1f3d2de 2024-11-07T21:24:52,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/A/c40b206c658d4ae9938f3bcdef6269e1 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/c40b206c658d4ae9938f3bcdef6269e1 2024-11-07T21:24:52,407 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/c40b206c658d4ae9938f3bcdef6269e1, entries=150, sequenceid=234, filesize=11.9 K 2024-11-07T21:24:52,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/B/9affc5938bc642f39d2d7b733d54b666 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/9affc5938bc642f39d2d7b733d54b666 2024-11-07T21:24:52,410 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/9affc5938bc642f39d2d7b733d54b666, entries=150, sequenceid=234, filesize=11.9 K 2024-11-07T21:24:52,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/C/ae180e850a804443bbefe6b5b1f3d2de as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/ae180e850a804443bbefe6b5b1f3d2de 2024-11-07T21:24:52,414 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/ae180e850a804443bbefe6b5b1f3d2de, entries=150, sequenceid=234, filesize=11.9 K 2024-11-07T21:24:52,414 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for d6f854889ba60ebb8829c60b1bc3c8b9 in 1249ms, sequenceid=234, compaction requested=true 2024-11-07T21:24:52,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2603): Flush status journal for d6f854889ba60ebb8829c60b1bc3c8b9: 2024-11-07T21:24:52,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:52,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=138 2024-11-07T21:24:52,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster(4169): Remote procedure done, pid=138 2024-11-07T21:24:52,417 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-11-07T21:24:52,417 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4030 sec 2024-11-07T21:24:52,418 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees in 1.4070 sec 2024-11-07T21:24:53,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-07T21:24:53,160 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T21:24:53,160 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T21:24:53,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] procedure2.ProcedureExecutor(1139): Stored pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees 2024-11-07T21:24:53,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-07T21:24:53,162 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T21:24:53,163 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T21:24:53,163 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T21:24:53,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-07T21:24:53,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-07T21:24:53,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:53,315 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2902): Flushing d6f854889ba60ebb8829c60b1bc3c8b9 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-07T21:24:53,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/A/08dd3a28b4674915b2f0e8ecab22b6d0 is 50, key is test_row_0/A:col10/1731014691208/Put/seqid=0 2024-11-07T21:24:53,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742327_1503 (size=12151) 2024-11-07T21:24:53,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on d6f854889ba60ebb8829c60b1bc3c8b9 2024-11-07T21:24:53,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. as already flushing 2024-11-07T21:24:53,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:53,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57738 deadline: 1731014753427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:53,443 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:53,443 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:53,443 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:53,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:53,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57666 deadline: 1731014753436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:53,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:53,451 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:53,451 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:53,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57718 deadline: 1731014753437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:53,451 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:53,452 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:53,452 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:53,452 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:53,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:53,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57660 deadline: 1731014753442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:53,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:53,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:53,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:53,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-07T21:24:53,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:53,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57738 deadline: 1731014753550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:53,555 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:53,555 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:53,555 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:53,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:53,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57666 deadline: 1731014753560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:53,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:53,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57718 deadline: 1731014753560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:53,567 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:53,567 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:53,567 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:53,567 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:53,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:53,567 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:53,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57660 deadline: 1731014753560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:53,567 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:53,567 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:53,567 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:53,567 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:53,722 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/A/08dd3a28b4674915b2f0e8ecab22b6d0 2024-11-07T21:24:53,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/B/ab67290ed2894916b19704f09265659d is 50, key is test_row_0/B:col10/1731014691208/Put/seqid=0 2024-11-07T21:24:53,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742328_1504 (size=12151) 2024-11-07T21:24:53,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:53,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57738 deadline: 1731014753760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:53,769 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:53,769 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:53,769 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:53,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:53,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57666 deadline: 1731014753770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:53,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:53,782 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:53,782 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:53,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57660 deadline: 1731014753770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:53,782 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:53,783 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:53,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:53,783 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:53,783 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:53,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57718 deadline: 1731014753770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:53,783 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:53,783 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:53,783 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:53,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-07T21:24:54,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:54,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57738 deadline: 1731014754079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:54,087 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:54,087 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:54,087 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:54,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:54,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57666 deadline: 1731014754090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:54,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:54,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57660 deadline: 1731014754090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:54,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:54,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57718 deadline: 1731014754090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:54,098 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:54,098 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:54,098 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:54,098 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:54,098 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:54,098 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:54,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:54,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:54,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:54,139 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/B/ab67290ed2894916b19704f09265659d 2024-11-07T21:24:54,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/C/7be9fb2b19a345d680dd50811f2fdb7f is 50, key is test_row_0/C:col10/1731014691208/Put/seqid=0 2024-11-07T21:24:54,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742329_1505 (size=12151) 2024-11-07T21:24:54,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-07T21:24:54,548 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/C/7be9fb2b19a345d680dd50811f2fdb7f 2024-11-07T21:24:54,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/A/08dd3a28b4674915b2f0e8ecab22b6d0 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/08dd3a28b4674915b2f0e8ecab22b6d0 2024-11-07T21:24:54,557 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/08dd3a28b4674915b2f0e8ecab22b6d0, entries=150, sequenceid=245, filesize=11.9 K 2024-11-07T21:24:54,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/B/ab67290ed2894916b19704f09265659d as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/ab67290ed2894916b19704f09265659d 2024-11-07T21:24:54,563 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/ab67290ed2894916b19704f09265659d, entries=150, sequenceid=245, filesize=11.9 K 2024-11-07T21:24:54,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/C/7be9fb2b19a345d680dd50811f2fdb7f as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/7be9fb2b19a345d680dd50811f2fdb7f 2024-11-07T21:24:54,573 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/7be9fb2b19a345d680dd50811f2fdb7f, entries=150, sequenceid=245, filesize=11.9 K 2024-11-07T21:24:54,574 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for d6f854889ba60ebb8829c60b1bc3c8b9 in 1259ms, sequenceid=245, compaction requested=true 2024-11-07T21:24:54,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2603): Flush status journal for d6f854889ba60ebb8829c60b1bc3c8b9: 2024-11-07T21:24:54,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:54,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=140 2024-11-07T21:24:54,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster(4169): Remote procedure done, pid=140 2024-11-07T21:24:54,577 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-11-07T21:24:54,577 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4120 sec 2024-11-07T21:24:54,579 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees in 1.4180 sec 2024-11-07T21:24:54,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on d6f854889ba60ebb8829c60b1bc3c8b9 2024-11-07T21:24:54,597 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-07T21:24:54,597 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d6f854889ba60ebb8829c60b1bc3c8b9 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-07T21:24:54,602 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/A/fdc105b8250b4e17ba26ab98e39d80f9 is 50, key is test_row_0/A:col10/1731014693434/Put/seqid=0 2024-11-07T21:24:54,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742330_1506 (size=14741) 2024-11-07T21:24:54,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:54,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57718 deadline: 1731014754624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:54,637 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:54,637 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:54,637 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:54,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:54,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57738 deadline: 1731014754634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:54,640 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:54,640 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:54,640 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:54,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:54,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57660 deadline: 1731014754637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:54,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:54,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57666 deadline: 1731014754637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:54,652 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:54,652 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:54,652 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:54,653 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:54,653 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:54,653 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:54,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:54,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57718 deadline: 1731014754739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:54,751 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:54,751 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:54,751 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:54,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:54,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57738 deadline: 1731014754750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:54,763 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:54,763 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:54,763 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:54,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:54,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57660 deadline: 1731014754760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:54,769 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:54,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:54,769 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:54,769 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:54,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57666 deadline: 1731014754760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:54,769 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:54,769 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:54,769 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:54,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:54,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57718 deadline: 1731014754960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:54,970 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:54,970 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:54,970 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:54,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:54,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57738 deadline: 1731014754969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:54,980 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:54,980 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:54,980 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:54,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:54,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57660 deadline: 1731014754979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:54,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:54,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57666 deadline: 1731014754980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:54,989 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:54,989 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:54,989 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:54,989 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:54,989 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:54,989 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:55,017 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/A/fdc105b8250b4e17ba26ab98e39d80f9 2024-11-07T21:24:55,023 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/B/6772cae5c2ae4a3e98f3c011a030ecdc is 50, key is test_row_0/B:col10/1731014693434/Put/seqid=0 2024-11-07T21:24:55,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742331_1507 (size=12301) 2024-11-07T21:24:55,035 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/B/6772cae5c2ae4a3e98f3c011a030ecdc 2024-11-07T21:24:55,048 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/C/8d9db86d92c84a8ab9d41fc44c37f424 is 50, key is test_row_0/C:col10/1731014693434/Put/seqid=0 2024-11-07T21:24:55,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742332_1508 (size=12301) 2024-11-07T21:24:55,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:55,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57718 deadline: 1731014755280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:55,288 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:55,288 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:55,288 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:55,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:55,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57738 deadline: 1731014755289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:55,300 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:55,300 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:55,300 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:55,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:55,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57660 deadline: 1731014755299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:55,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:55,310 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:55,310 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:55,310 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:55,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57666 deadline: 1731014755299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:55,310 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:55,310 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:55,310 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:55,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-07T21:24:55,320 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T21:24:55,320 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T21:24:55,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] procedure2.ProcedureExecutor(1139): Stored pid=141, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees 2024-11-07T21:24:55,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-07T21:24:55,322 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=141, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T21:24:55,323 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=141, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T21:24:55,323 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T21:24:55,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-07T21:24:55,462 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/C/8d9db86d92c84a8ab9d41fc44c37f424 2024-11-07T21:24:55,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/A/fdc105b8250b4e17ba26ab98e39d80f9 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/fdc105b8250b4e17ba26ab98e39d80f9 2024-11-07T21:24:55,469 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/fdc105b8250b4e17ba26ab98e39d80f9, entries=200, sequenceid=271, filesize=14.4 K 2024-11-07T21:24:55,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/B/6772cae5c2ae4a3e98f3c011a030ecdc as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/6772cae5c2ae4a3e98f3c011a030ecdc 2024-11-07T21:24:55,472 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/6772cae5c2ae4a3e98f3c011a030ecdc, entries=150, sequenceid=271, filesize=12.0 K 2024-11-07T21:24:55,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/C/8d9db86d92c84a8ab9d41fc44c37f424 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/8d9db86d92c84a8ab9d41fc44c37f424 2024-11-07T21:24:55,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-07T21:24:55,475 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/8d9db86d92c84a8ab9d41fc44c37f424, entries=150, sequenceid=271, filesize=12.0 K 2024-11-07T21:24:55,476 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for d6f854889ba60ebb8829c60b1bc3c8b9 in 879ms, sequenceid=271, compaction requested=true 2024-11-07T21:24:55,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d6f854889ba60ebb8829c60b1bc3c8b9: 2024-11-07T21:24:55,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6f854889ba60ebb8829c60b1bc3c8b9:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T21:24:55,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:24:55,476 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-07T21:24:55,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6f854889ba60ebb8829c60b1bc3c8b9:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T21:24:55,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:24:55,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6f854889ba60ebb8829c60b1bc3c8b9:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T21:24:55,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-07T21:24:55,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:55,476 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-07T21:24:55,476 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2902): Flushing d6f854889ba60ebb8829c60b1bc3c8b9 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-07T21:24:55,480 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61349 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-07T21:24:55,481 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1541): d6f854889ba60ebb8829c60b1bc3c8b9/B is initiating minor compaction (all files) 2024-11-07T21:24:55,481 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d6f854889ba60ebb8829c60b1bc3c8b9/B in TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:55,481 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/604d49624d37414588b6633e8e96ea51, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/3bc9dc5df1414d729038907ce93a02ac, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/9affc5938bc642f39d2d7b733d54b666, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/ab67290ed2894916b19704f09265659d, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/6772cae5c2ae4a3e98f3c011a030ecdc] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp, totalSize=59.9 K 2024-11-07T21:24:55,481 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 70959 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-07T21:24:55,481 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): d6f854889ba60ebb8829c60b1bc3c8b9/A is initiating minor compaction (all files) 2024-11-07T21:24:55,481 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 604d49624d37414588b6633e8e96ea51, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731014688973 2024-11-07T21:24:55,481 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d6f854889ba60ebb8829c60b1bc3c8b9/A in TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:55,481 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/099cb9e922f74ff99a88d461e6084a41, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/4167b3a4d4fb4d50a319984664b33760, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/c40b206c658d4ae9938f3bcdef6269e1, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/08dd3a28b4674915b2f0e8ecab22b6d0, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/fdc105b8250b4e17ba26ab98e39d80f9] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp, totalSize=69.3 K 2024-11-07T21:24:55,481 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3bc9dc5df1414d729038907ce93a02ac, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731014689340 2024-11-07T21:24:55,482 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 099cb9e922f74ff99a88d461e6084a41, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731014688973 2024-11-07T21:24:55,482 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9affc5938bc642f39d2d7b733d54b666, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731014690030 2024-11-07T21:24:55,484 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 4167b3a4d4fb4d50a319984664b33760, keycount=300, bloomtype=ROW, size=18.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731014689331 2024-11-07T21:24:55,484 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab67290ed2894916b19704f09265659d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731014691205 2024-11-07T21:24:55,484 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting c40b206c658d4ae9938f3bcdef6269e1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731014690030 2024-11-07T21:24:55,484 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6772cae5c2ae4a3e98f3c011a030ecdc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1731014693434 2024-11-07T21:24:55,485 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 08dd3a28b4674915b2f0e8ecab22b6d0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731014691205 2024-11-07T21:24:55,485 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting fdc105b8250b4e17ba26ab98e39d80f9, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1731014693434 2024-11-07T21:24:55,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/A/1fedf597560d4a78930516cdcc16df32 is 50, key is test_row_0/A:col10/1731014694634/Put/seqid=0 2024-11-07T21:24:55,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742333_1509 (size=12301) 2024-11-07T21:24:55,497 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6f854889ba60ebb8829c60b1bc3c8b9#A#compaction#435 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:24:55,498 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/A/614854713e764da097cb0eb36c4075fb is 50, key is test_row_0/A:col10/1731014693434/Put/seqid=0 2024-11-07T21:24:55,501 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6f854889ba60ebb8829c60b1bc3c8b9#B#compaction#436 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:24:55,501 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/B/ee32b1eb38e943f798bc6608067a5ec0 is 50, key is test_row_0/B:col10/1731014693434/Put/seqid=0 2024-11-07T21:24:55,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742334_1510 (size=12915) 2024-11-07T21:24:55,517 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/A/614854713e764da097cb0eb36c4075fb as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/614854713e764da097cb0eb36c4075fb 2024-11-07T21:24:55,521 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in d6f854889ba60ebb8829c60b1bc3c8b9/A of d6f854889ba60ebb8829c60b1bc3c8b9 into 614854713e764da097cb0eb36c4075fb(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:24:55,521 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d6f854889ba60ebb8829c60b1bc3c8b9: 2024-11-07T21:24:55,521 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., storeName=d6f854889ba60ebb8829c60b1bc3c8b9/A, priority=11, startTime=1731014695476; duration=0sec 2024-11-07T21:24:55,521 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:24:55,521 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6f854889ba60ebb8829c60b1bc3c8b9:A 2024-11-07T21:24:55,521 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-07T21:24:55,523 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61349 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-07T21:24:55,523 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): d6f854889ba60ebb8829c60b1bc3c8b9/C is initiating minor compaction (all files) 2024-11-07T21:24:55,523 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d6f854889ba60ebb8829c60b1bc3c8b9/C in TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:55,524 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/dc49a50f886d46a48274ade27e1af360, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/0cb60d8ee2ef4b8b93251b63834edf90, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/ae180e850a804443bbefe6b5b1f3d2de, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/7be9fb2b19a345d680dd50811f2fdb7f, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/8d9db86d92c84a8ab9d41fc44c37f424] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp, totalSize=59.9 K 2024-11-07T21:24:55,524 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting dc49a50f886d46a48274ade27e1af360, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731014688973 2024-11-07T21:24:55,524 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 0cb60d8ee2ef4b8b93251b63834edf90, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731014689340 2024-11-07T21:24:55,524 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting ae180e850a804443bbefe6b5b1f3d2de, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731014690030 2024-11-07T21:24:55,525 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 7be9fb2b19a345d680dd50811f2fdb7f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731014691205 2024-11-07T21:24:55,525 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d9db86d92c84a8ab9d41fc44c37f424, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1731014693434 2024-11-07T21:24:55,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742335_1511 (size=12915) 2024-11-07T21:24:55,534 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6f854889ba60ebb8829c60b1bc3c8b9#C#compaction#437 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:24:55,535 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/C/8904b5038bf444b09a8c87098fe9cf8a is 50, key is test_row_0/C:col10/1731014693434/Put/seqid=0 2024-11-07T21:24:55,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742336_1512 (size=12915) 2024-11-07T21:24:55,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-07T21:24:55,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on d6f854889ba60ebb8829c60b1bc3c8b9 2024-11-07T21:24:55,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. as already flushing 2024-11-07T21:24:55,897 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/A/1fedf597560d4a78930516cdcc16df32 2024-11-07T21:24:55,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/B/d234a34d161d4747be30039a30d35a5e is 50, key is test_row_0/B:col10/1731014694634/Put/seqid=0 2024-11-07T21:24:55,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742337_1513 (size=12301) 2024-11-07T21:24:55,929 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/B/d234a34d161d4747be30039a30d35a5e 2024-11-07T21:24:55,931 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/B/ee32b1eb38e943f798bc6608067a5ec0 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/ee32b1eb38e943f798bc6608067a5ec0 2024-11-07T21:24:55,937 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in d6f854889ba60ebb8829c60b1bc3c8b9/B of d6f854889ba60ebb8829c60b1bc3c8b9 into ee32b1eb38e943f798bc6608067a5ec0(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:24:55,937 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d6f854889ba60ebb8829c60b1bc3c8b9: 2024-11-07T21:24:55,937 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., storeName=d6f854889ba60ebb8829c60b1bc3c8b9/B, priority=11, startTime=1731014695476; duration=0sec 2024-11-07T21:24:55,938 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:24:55,938 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6f854889ba60ebb8829c60b1bc3c8b9:B 2024-11-07T21:24:55,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/C/820bb065a2b446b9bda181ee8ab10e91 is 50, key is test_row_0/C:col10/1731014694634/Put/seqid=0 2024-11-07T21:24:55,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742338_1514 (size=12301) 2024-11-07T21:24:55,943 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/C/820bb065a2b446b9bda181ee8ab10e91 2024-11-07T21:24:55,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/A/1fedf597560d4a78930516cdcc16df32 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/1fedf597560d4a78930516cdcc16df32 2024-11-07T21:24:55,949 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/1fedf597560d4a78930516cdcc16df32, entries=150, sequenceid=282, filesize=12.0 K 2024-11-07T21:24:55,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-07T21:24:55,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/B/d234a34d161d4747be30039a30d35a5e as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/d234a34d161d4747be30039a30d35a5e 2024-11-07T21:24:55,952 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/C/8904b5038bf444b09a8c87098fe9cf8a as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/8904b5038bf444b09a8c87098fe9cf8a 2024-11-07T21:24:55,954 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/d234a34d161d4747be30039a30d35a5e, entries=150, sequenceid=282, filesize=12.0 K 2024-11-07T21:24:55,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/C/820bb065a2b446b9bda181ee8ab10e91 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/820bb065a2b446b9bda181ee8ab10e91 2024-11-07T21:24:55,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:55,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57738 deadline: 1731014755941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:55,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:55,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57660 deadline: 1731014755941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:55,956 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:55,956 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:55,956 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:55,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:55,956 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:55,956 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:55,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57666 deadline: 1731014755955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:55,956 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:55,957 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:55,957 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:55,957 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:55,957 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in d6f854889ba60ebb8829c60b1bc3c8b9/C of d6f854889ba60ebb8829c60b1bc3c8b9 into 8904b5038bf444b09a8c87098fe9cf8a(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:24:55,957 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d6f854889ba60ebb8829c60b1bc3c8b9: 2024-11-07T21:24:55,957 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., storeName=d6f854889ba60ebb8829c60b1bc3c8b9/C, priority=11, startTime=1731014695476; duration=0sec 2024-11-07T21:24:55,958 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:24:55,958 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6f854889ba60ebb8829c60b1bc3c8b9:C 2024-11-07T21:24:55,958 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/820bb065a2b446b9bda181ee8ab10e91, entries=150, sequenceid=282, filesize=12.0 K 2024-11-07T21:24:55,959 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for d6f854889ba60ebb8829c60b1bc3c8b9 in 483ms, sequenceid=282, compaction requested=false 2024-11-07T21:24:55,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2603): Flush status journal for d6f854889ba60ebb8829c60b1bc3c8b9: 2024-11-07T21:24:55,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:55,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=142 2024-11-07T21:24:55,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster(4169): Remote procedure done, pid=142 2024-11-07T21:24:55,962 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141 2024-11-07T21:24:55,962 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 638 msec 2024-11-07T21:24:55,964 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees in 643 msec 2024-11-07T21:24:55,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on d6f854889ba60ebb8829c60b1bc3c8b9 2024-11-07T21:24:55,970 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-07T21:24:55,970 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d6f854889ba60ebb8829c60b1bc3c8b9 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-07T21:24:55,974 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/A/71c9aae208044a1abe0ebed43e4ef9c1 is 50, key is test_row_0/A:col10/1731014695936/Put/seqid=0 2024-11-07T21:24:55,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742339_1515 (size=14741) 2024-11-07T21:24:55,989 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/A/71c9aae208044a1abe0ebed43e4ef9c1 2024-11-07T21:24:55,996 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/B/292afd46f9ee4e61b6de40c57bd59d4d is 50, key is test_row_0/B:col10/1731014695936/Put/seqid=0 2024-11-07T21:24:56,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742340_1516 (size=12301) 2024-11-07T21:24:56,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:56,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57718 deadline: 1731014756022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:56,032 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:56,032 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:56,032 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:56,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:56,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57738 deadline: 1731014756059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:56,067 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:56,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:56,067 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:56,067 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:56,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57660 deadline: 1731014756059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:56,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:56,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:56,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:56,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:56,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57666 deadline: 1731014756059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:56,068 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:56,068 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:56,068 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:56,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:56,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57718 deadline: 1731014756139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:56,147 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:56,147 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:56,147 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:56,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:56,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57666 deadline: 1731014756269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:56,273 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:56,274 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:56,274 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:56,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:56,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57738 deadline: 1731014756280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:56,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:56,281 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:56,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57660 deadline: 1731014756280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:56,281 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:56,282 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:56,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:56,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:56,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:56,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:56,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57718 deadline: 1731014756349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:56,353 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:56,353 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:56,353 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:56,410 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/B/292afd46f9ee4e61b6de40c57bd59d4d 2024-11-07T21:24:56,417 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/C/e1db347c2c6e4e368ad66785a4b1d390 is 50, key is test_row_0/C:col10/1731014695936/Put/seqid=0 2024-11-07T21:24:56,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742341_1517 (size=12301) 2024-11-07T21:24:56,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-07T21:24:56,460 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T21:24:56,460 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T21:24:56,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] procedure2.ProcedureExecutor(1139): Stored pid=143, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees 2024-11-07T21:24:56,461 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=143, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T21:24:56,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-07T21:24:56,462 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=143, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T21:24:56,462 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T21:24:56,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-07T21:24:56,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:56,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57666 deadline: 1731014756579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:56,586 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:56,586 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:56,586 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:56,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:56,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57738 deadline: 1731014756589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:56,596 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:56,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:56,596 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:56,596 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:56,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57660 deadline: 1731014756590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:56,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:56,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:56,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:56,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-07T21:24:56,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:56,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. as already flushing 2024-11-07T21:24:56,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:56,615 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:56,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:56,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:56,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:56,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57718 deadline: 1731014756659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:56,669 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:56,669 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:56,669 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:56,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-07T21:24:56,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:56,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. as already flushing 2024-11-07T21:24:56,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:56,768 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:56,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:56,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:24:56,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-07T21:24:56,823 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/C/e1db347c2c6e4e368ad66785a4b1d390 2024-11-07T21:24:56,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/A/71c9aae208044a1abe0ebed43e4ef9c1 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/71c9aae208044a1abe0ebed43e4ef9c1 2024-11-07T21:24:56,829 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/71c9aae208044a1abe0ebed43e4ef9c1, entries=200, sequenceid=312, filesize=14.4 K 2024-11-07T21:24:56,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/B/292afd46f9ee4e61b6de40c57bd59d4d as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/292afd46f9ee4e61b6de40c57bd59d4d 2024-11-07T21:24:56,840 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/292afd46f9ee4e61b6de40c57bd59d4d, entries=150, sequenceid=312, filesize=12.0 K 2024-11-07T21:24:56,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/C/e1db347c2c6e4e368ad66785a4b1d390 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/e1db347c2c6e4e368ad66785a4b1d390 2024-11-07T21:24:56,844 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/e1db347c2c6e4e368ad66785a4b1d390, entries=150, sequenceid=312, filesize=12.0 K 2024-11-07T21:24:56,846 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for d6f854889ba60ebb8829c60b1bc3c8b9 in 875ms, sequenceid=312, compaction requested=true 2024-11-07T21:24:56,846 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d6f854889ba60ebb8829c60b1bc3c8b9: 2024-11-07T21:24:56,846 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:24:56,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6f854889ba60ebb8829c60b1bc3c8b9:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T21:24:56,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:24:56,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6f854889ba60ebb8829c60b1bc3c8b9:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T21:24:56,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:24:56,846 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:24:56,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6f854889ba60ebb8829c60b1bc3c8b9:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T21:24:56,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:24:56,848 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39957 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:24:56,848 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): d6f854889ba60ebb8829c60b1bc3c8b9/A is initiating minor compaction (all files) 2024-11-07T21:24:56,848 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:24:56,848 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d6f854889ba60ebb8829c60b1bc3c8b9/A in TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:56,848 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1541): d6f854889ba60ebb8829c60b1bc3c8b9/B is initiating minor compaction (all files) 2024-11-07T21:24:56,848 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d6f854889ba60ebb8829c60b1bc3c8b9/B in TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:56,848 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/614854713e764da097cb0eb36c4075fb, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/1fedf597560d4a78930516cdcc16df32, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/71c9aae208044a1abe0ebed43e4ef9c1] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp, totalSize=39.0 K 2024-11-07T21:24:56,848 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/ee32b1eb38e943f798bc6608067a5ec0, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/d234a34d161d4747be30039a30d35a5e, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/292afd46f9ee4e61b6de40c57bd59d4d] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp, totalSize=36.6 K 2024-11-07T21:24:56,849 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 614854713e764da097cb0eb36c4075fb, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1731014693434 2024-11-07T21:24:56,849 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting ee32b1eb38e943f798bc6608067a5ec0, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1731014693434 2024-11-07T21:24:56,849 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting d234a34d161d4747be30039a30d35a5e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1731014694608 2024-11-07T21:24:56,849 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 1fedf597560d4a78930516cdcc16df32, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1731014694608 2024-11-07T21:24:56,850 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 292afd46f9ee4e61b6de40c57bd59d4d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731014695936 2024-11-07T21:24:56,850 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 71c9aae208044a1abe0ebed43e4ef9c1, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731014695936 2024-11-07T21:24:56,857 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6f854889ba60ebb8829c60b1bc3c8b9#B#compaction#443 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:24:56,857 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/B/329c54e7f7aa4388b913c4659728a2c5 is 50, key is test_row_0/B:col10/1731014695936/Put/seqid=0 2024-11-07T21:24:56,860 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6f854889ba60ebb8829c60b1bc3c8b9#A#compaction#444 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:24:56,860 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/A/550f6dafa0cb4254af5612f68f9fdb26 is 50, key is test_row_0/A:col10/1731014695936/Put/seqid=0 2024-11-07T21:24:56,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742342_1518 (size=13017) 2024-11-07T21:24:56,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742343_1519 (size=13017) 2024-11-07T21:24:56,920 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-07T21:24:56,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:56,920 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2902): Flushing d6f854889ba60ebb8829c60b1bc3c8b9 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-07T21:24:56,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/A/2a08221fee484014bfe0fb31bfe695fa is 50, key is test_row_1/A:col10/1731014696000/Put/seqid=0 2024-11-07T21:24:56,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742344_1520 (size=9857) 2024-11-07T21:24:57,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-07T21:24:57,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on d6f854889ba60ebb8829c60b1bc3c8b9 2024-11-07T21:24:57,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. as already flushing 2024-11-07T21:24:57,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:57,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57660 deadline: 1731014757174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:57,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:57,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:57,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:57,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:57,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57718 deadline: 1731014757180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:57,187 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:57,187 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:57,187 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:57,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:57,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57666 deadline: 1731014757181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:57,190 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:57,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:57,190 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:57,190 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:57,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57738 deadline: 1731014757181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:57,190 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:57,190 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:57,190 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:57,235 INFO [Thread-2051 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2051. 2024-11-07T21:24:57,235 DEBUG [Thread-2051 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T21:24:57,235 DEBUG [Thread-2051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:24:57,236 DEBUG [Thread-2051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:24:57,236 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T21:24:57,238 INFO [Thread-2055 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2055. 2024-11-07T21:24:57,238 DEBUG [Thread-2055 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T21:24:57,238 DEBUG [Thread-2055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:24:57,238 DEBUG [Thread-2055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:24:57,238 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T21:24:57,240 INFO [Thread-2047 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2047. 2024-11-07T21:24:57,240 DEBUG [Thread-2047 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T21:24:57,240 DEBUG [Thread-2047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:24:57,240 DEBUG [Thread-2047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:24:57,240 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T21:24:57,244 INFO [Thread-2053 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2053. 2024-11-07T21:24:57,244 DEBUG [Thread-2053 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T21:24:57,244 DEBUG [Thread-2053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:24:57,244 DEBUG [Thread-2053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:24:57,244 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T21:24:57,250 INFO [Thread-2049 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2049. 2024-11-07T21:24:57,250 DEBUG [Thread-2049 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T21:24:57,250 DEBUG [Thread-2049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:24:57,250 DEBUG [Thread-2049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:24:57,250 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T21:24:57,270 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/B/329c54e7f7aa4388b913c4659728a2c5 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/329c54e7f7aa4388b913c4659728a2c5 2024-11-07T21:24:57,271 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/A/550f6dafa0cb4254af5612f68f9fdb26 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/550f6dafa0cb4254af5612f68f9fdb26 2024-11-07T21:24:57,273 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d6f854889ba60ebb8829c60b1bc3c8b9/B of d6f854889ba60ebb8829c60b1bc3c8b9 into 329c54e7f7aa4388b913c4659728a2c5(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:24:57,273 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d6f854889ba60ebb8829c60b1bc3c8b9: 2024-11-07T21:24:57,273 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., storeName=d6f854889ba60ebb8829c60b1bc3c8b9/B, priority=13, startTime=1731014696846; duration=0sec 2024-11-07T21:24:57,273 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:24:57,273 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6f854889ba60ebb8829c60b1bc3c8b9:B 2024-11-07T21:24:57,273 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:24:57,273 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d6f854889ba60ebb8829c60b1bc3c8b9/A of d6f854889ba60ebb8829c60b1bc3c8b9 into 550f6dafa0cb4254af5612f68f9fdb26(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:24:57,273 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d6f854889ba60ebb8829c60b1bc3c8b9: 2024-11-07T21:24:57,274 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., storeName=d6f854889ba60ebb8829c60b1bc3c8b9/A, priority=13, startTime=1731014696846; duration=0sec 2024-11-07T21:24:57,274 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:24:57,274 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6f854889ba60ebb8829c60b1bc3c8b9:A 2024-11-07T21:24:57,274 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:24:57,274 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1541): d6f854889ba60ebb8829c60b1bc3c8b9/C is initiating minor compaction (all files) 2024-11-07T21:24:57,274 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d6f854889ba60ebb8829c60b1bc3c8b9/C in TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:57,274 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/8904b5038bf444b09a8c87098fe9cf8a, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/820bb065a2b446b9bda181ee8ab10e91, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/e1db347c2c6e4e368ad66785a4b1d390] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp, totalSize=36.6 K 2024-11-07T21:24:57,274 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8904b5038bf444b09a8c87098fe9cf8a, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1731014693434 2024-11-07T21:24:57,274 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 820bb065a2b446b9bda181ee8ab10e91, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1731014694608 2024-11-07T21:24:57,274 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting e1db347c2c6e4e368ad66785a4b1d390, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731014695936 2024-11-07T21:24:57,279 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6f854889ba60ebb8829c60b1bc3c8b9#C#compaction#446 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:24:57,280 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/C/716537fd8e634a0ea16daeba78919fd2 is 50, key is test_row_0/C:col10/1731014695936/Put/seqid=0 2024-11-07T21:24:57,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742345_1521 (size=13017) 2024-11-07T21:24:57,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:57,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57660 deadline: 1731014757290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:57,290 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:57,290 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:57,290 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:57,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:57,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:57,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57666 deadline: 1731014757300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:57,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57738 deadline: 1731014757300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:57,301 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:57,301 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:57,301 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:57,301 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:57,301 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:57,301 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:57,328 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/A/2a08221fee484014bfe0fb31bfe695fa 2024-11-07T21:24:57,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/B/aacdeb1289454faf90da8f42db939d25 is 50, key is test_row_1/B:col10/1731014696000/Put/seqid=0 2024-11-07T21:24:57,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742346_1522 (size=9857) 2024-11-07T21:24:57,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:57,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57660 deadline: 1731014757500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:57,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:57,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:57,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:57,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:57,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:57,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57738 deadline: 1731014757510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:57,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57666 deadline: 1731014757510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:57,510 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:57,510 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:57,510 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:57,510 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:57,510 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:57,510 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:57,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-07T21:24:57,686 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/C/716537fd8e634a0ea16daeba78919fd2 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/716537fd8e634a0ea16daeba78919fd2 2024-11-07T21:24:57,689 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d6f854889ba60ebb8829c60b1bc3c8b9/C of d6f854889ba60ebb8829c60b1bc3c8b9 into 716537fd8e634a0ea16daeba78919fd2(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:24:57,689 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d6f854889ba60ebb8829c60b1bc3c8b9: 2024-11-07T21:24:57,689 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., storeName=d6f854889ba60ebb8829c60b1bc3c8b9/C, priority=13, startTime=1731014696846; duration=0sec 2024-11-07T21:24:57,689 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:24:57,689 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6f854889ba60ebb8829c60b1bc3c8b9:C 2024-11-07T21:24:57,737 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/B/aacdeb1289454faf90da8f42db939d25 2024-11-07T21:24:57,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/C/ac6dbd4477b54e7a9f8ca3c481815494 is 50, key is test_row_1/C:col10/1731014696000/Put/seqid=0 2024-11-07T21:24:57,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742347_1523 (size=9857) 2024-11-07T21:24:57,810 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:57,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57660 deadline: 1731014757809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:57,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:57,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:57,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:57,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:57,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:24:57,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57738 deadline: 1731014757820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:57,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57666 deadline: 1731014757820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 2024-11-07T21:24:57,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:57,820 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 , the old value is region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:57,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:57,820 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:24:57,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:57,820 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., hostname=4fc742968c91,33553,1731014551923, seqNum=2 because the exception is null or not the one we care about 2024-11-07T21:24:58,146 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/C/ac6dbd4477b54e7a9f8ca3c481815494 2024-11-07T21:24:58,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/A/2a08221fee484014bfe0fb31bfe695fa as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/2a08221fee484014bfe0fb31bfe695fa 2024-11-07T21:24:58,152 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/2a08221fee484014bfe0fb31bfe695fa, entries=100, sequenceid=321, filesize=9.6 K 2024-11-07T21:24:58,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/B/aacdeb1289454faf90da8f42db939d25 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/aacdeb1289454faf90da8f42db939d25 2024-11-07T21:24:58,154 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/aacdeb1289454faf90da8f42db939d25, entries=100, sequenceid=321, filesize=9.6 K 2024-11-07T21:24:58,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/C/ac6dbd4477b54e7a9f8ca3c481815494 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/ac6dbd4477b54e7a9f8ca3c481815494 2024-11-07T21:24:58,157 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/ac6dbd4477b54e7a9f8ca3c481815494, entries=100, sequenceid=321, filesize=9.6 K 2024-11-07T21:24:58,158 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for d6f854889ba60ebb8829c60b1bc3c8b9 in 1238ms, sequenceid=321, compaction requested=false 2024-11-07T21:24:58,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2603): Flush status journal for d6f854889ba60ebb8829c60b1bc3c8b9: 2024-11-07T21:24:58,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:58,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=144 2024-11-07T21:24:58,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster(4169): Remote procedure done, pid=144 2024-11-07T21:24:58,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143 2024-11-07T21:24:58,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6970 sec 2024-11-07T21:24:58,161 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees in 1.7000 sec 2024-11-07T21:24:58,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on d6f854889ba60ebb8829c60b1bc3c8b9 2024-11-07T21:24:58,191 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-07T21:24:58,191 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d6f854889ba60ebb8829c60b1bc3c8b9 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-07T21:24:58,191 INFO [Thread-2036 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2036. 2024-11-07T21:24:58,191 DEBUG [Thread-2036 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T21:24:58,191 DEBUG [Thread-2036 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:24:58,191 DEBUG [Thread-2036 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:24:58,191 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T21:24:58,194 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/A/9cb9881c61814c75aafefbc14f55aacc is 50, key is test_row_0/A:col10/1731014697159/Put/seqid=0 2024-11-07T21:24:58,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742348_1524 (size=12301) 2024-11-07T21:24:58,321 INFO [Thread-2040 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2040. 2024-11-07T21:24:58,321 DEBUG [Thread-2040 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T21:24:58,321 DEBUG [Thread-2040 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:24:58,321 DEBUG [Thread-2040 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:24:58,321 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T21:24:58,331 INFO [Thread-2044 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2044. 2024-11-07T21:24:58,331 DEBUG [Thread-2044 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T21:24:58,331 DEBUG [Thread-2044 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:24:58,331 INFO [Thread-2038 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2038. 2024-11-07T21:24:58,331 DEBUG [Thread-2038 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T21:24:58,331 DEBUG [Thread-2044 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:24:58,331 DEBUG [Thread-2038 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:24:58,331 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T21:24:58,331 DEBUG [Thread-2038 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:24:58,331 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T21:24:58,598 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/A/9cb9881c61814c75aafefbc14f55aacc 2024-11-07T21:24:58,603 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/B/c0cfd48502be468789440adb5d214e73 is 50, key is test_row_0/B:col10/1731014697159/Put/seqid=0 2024-11-07T21:24:58,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742349_1525 (size=12301) 2024-11-07T21:24:58,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-07T21:24:58,609 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T21:24:59,007 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/B/c0cfd48502be468789440adb5d214e73 2024-11-07T21:24:59,011 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/C/69583e92239d4420b5d79ed421ca0356 is 50, key is test_row_0/C:col10/1731014697159/Put/seqid=0 2024-11-07T21:24:59,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742350_1526 (size=12301) 2024-11-07T21:24:59,414 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/C/69583e92239d4420b5d79ed421ca0356 2024-11-07T21:24:59,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/A/9cb9881c61814c75aafefbc14f55aacc as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/9cb9881c61814c75aafefbc14f55aacc 2024-11-07T21:24:59,419 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/9cb9881c61814c75aafefbc14f55aacc, entries=150, sequenceid=352, filesize=12.0 K 2024-11-07T21:24:59,420 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/B/c0cfd48502be468789440adb5d214e73 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/c0cfd48502be468789440adb5d214e73 2024-11-07T21:24:59,422 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/c0cfd48502be468789440adb5d214e73, entries=150, sequenceid=352, filesize=12.0 K 2024-11-07T21:24:59,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/C/69583e92239d4420b5d79ed421ca0356 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/69583e92239d4420b5d79ed421ca0356 2024-11-07T21:24:59,425 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/69583e92239d4420b5d79ed421ca0356, entries=150, sequenceid=352, filesize=12.0 K 2024-11-07T21:24:59,425 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=20.13 KB/20610 for d6f854889ba60ebb8829c60b1bc3c8b9 in 1234ms, sequenceid=352, compaction requested=true 2024-11-07T21:24:59,425 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d6f854889ba60ebb8829c60b1bc3c8b9: 2024-11-07T21:24:59,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6f854889ba60ebb8829c60b1bc3c8b9:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T21:24:59,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:24:59,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6f854889ba60ebb8829c60b1bc3c8b9:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T21:24:59,425 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:24:59,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:24:59,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6f854889ba60ebb8829c60b1bc3c8b9:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T21:24:59,426 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:24:59,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:24:59,426 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:24:59,426 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:24:59,426 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1541): d6f854889ba60ebb8829c60b1bc3c8b9/A is initiating minor compaction (all files) 2024-11-07T21:24:59,426 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): d6f854889ba60ebb8829c60b1bc3c8b9/B is initiating minor compaction (all files) 2024-11-07T21:24:59,426 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d6f854889ba60ebb8829c60b1bc3c8b9/A in TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:59,426 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d6f854889ba60ebb8829c60b1bc3c8b9/B in TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:59,426 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/550f6dafa0cb4254af5612f68f9fdb26, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/2a08221fee484014bfe0fb31bfe695fa, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/9cb9881c61814c75aafefbc14f55aacc] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp, totalSize=34.4 K 2024-11-07T21:24:59,426 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/329c54e7f7aa4388b913c4659728a2c5, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/aacdeb1289454faf90da8f42db939d25, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/c0cfd48502be468789440adb5d214e73] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp, totalSize=34.4 K 2024-11-07T21:24:59,426 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 550f6dafa0cb4254af5612f68f9fdb26, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731014695936 2024-11-07T21:24:59,426 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 329c54e7f7aa4388b913c4659728a2c5, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731014695936 2024-11-07T21:24:59,427 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2a08221fee484014bfe0fb31bfe695fa, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1731014696000 2024-11-07T21:24:59,427 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting aacdeb1289454faf90da8f42db939d25, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1731014696000 2024-11-07T21:24:59,427 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9cb9881c61814c75aafefbc14f55aacc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1731014697159 2024-11-07T21:24:59,427 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting c0cfd48502be468789440adb5d214e73, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1731014697159 2024-11-07T21:24:59,433 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6f854889ba60ebb8829c60b1bc3c8b9#B#compaction#453 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:24:59,433 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6f854889ba60ebb8829c60b1bc3c8b9#A#compaction#452 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:24:59,433 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/B/4277f6412ad0488782453e6fc0d95bae is 50, key is test_row_0/B:col10/1731014697159/Put/seqid=0 2024-11-07T21:24:59,433 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/A/7dcb38ee963840299c5205b276da2c7a is 50, key is test_row_0/A:col10/1731014697159/Put/seqid=0 2024-11-07T21:24:59,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742351_1527 (size=13119) 2024-11-07T21:24:59,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742352_1528 (size=13119) 2024-11-07T21:24:59,839 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/A/7dcb38ee963840299c5205b276da2c7a as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/7dcb38ee963840299c5205b276da2c7a 2024-11-07T21:24:59,839 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/B/4277f6412ad0488782453e6fc0d95bae as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/4277f6412ad0488782453e6fc0d95bae 2024-11-07T21:24:59,842 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d6f854889ba60ebb8829c60b1bc3c8b9/B of d6f854889ba60ebb8829c60b1bc3c8b9 into 4277f6412ad0488782453e6fc0d95bae(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:24:59,842 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d6f854889ba60ebb8829c60b1bc3c8b9: 2024-11-07T21:24:59,842 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., storeName=d6f854889ba60ebb8829c60b1bc3c8b9/B, priority=13, startTime=1731014699425; duration=0sec 2024-11-07T21:24:59,842 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d6f854889ba60ebb8829c60b1bc3c8b9/A of d6f854889ba60ebb8829c60b1bc3c8b9 into 7dcb38ee963840299c5205b276da2c7a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:24:59,842 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d6f854889ba60ebb8829c60b1bc3c8b9: 2024-11-07T21:24:59,842 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:24:59,842 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6f854889ba60ebb8829c60b1bc3c8b9:B 2024-11-07T21:24:59,842 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., storeName=d6f854889ba60ebb8829c60b1bc3c8b9/A, priority=13, startTime=1731014699425; duration=0sec 2024-11-07T21:24:59,842 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:24:59,842 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:24:59,842 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6f854889ba60ebb8829c60b1bc3c8b9:A 2024-11-07T21:24:59,843 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:24:59,843 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): d6f854889ba60ebb8829c60b1bc3c8b9/C is initiating minor compaction (all files) 2024-11-07T21:24:59,843 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d6f854889ba60ebb8829c60b1bc3c8b9/C in TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:24:59,843 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/716537fd8e634a0ea16daeba78919fd2, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/ac6dbd4477b54e7a9f8ca3c481815494, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/69583e92239d4420b5d79ed421ca0356] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp, totalSize=34.4 K 2024-11-07T21:24:59,843 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 716537fd8e634a0ea16daeba78919fd2, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731014695936 2024-11-07T21:24:59,843 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting ac6dbd4477b54e7a9f8ca3c481815494, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1731014696000 2024-11-07T21:24:59,844 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 69583e92239d4420b5d79ed421ca0356, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1731014697159 2024-11-07T21:24:59,849 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6f854889ba60ebb8829c60b1bc3c8b9#C#compaction#454 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:24:59,850 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/C/cc2aacf746f74e0898a2a1ac2518292b is 50, key is test_row_0/C:col10/1731014697159/Put/seqid=0 2024-11-07T21:24:59,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742353_1529 (size=13119) 2024-11-07T21:25:00,201 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T21:25:00,231 INFO [Thread-2042 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2042. 2024-11-07T21:25:00,231 DEBUG [Thread-2042 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T21:25:00,231 DEBUG [Thread-2042 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:25:00,231 DEBUG [Thread-2042 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:25:00,231 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T21:25:00,232 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-07T21:25:00,232 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 82 2024-11-07T21:25:00,232 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 57 2024-11-07T21:25:00,232 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 61 2024-11-07T21:25:00,232 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 20 2024-11-07T21:25:00,232 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 63 2024-11-07T21:25:00,232 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-07T21:25:00,232 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-07T21:25:00,232 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1731 2024-11-07T21:25:00,232 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5189 rows 2024-11-07T21:25:00,232 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1725 2024-11-07T21:25:00,232 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5174 rows 2024-11-07T21:25:00,232 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1719 2024-11-07T21:25:00,232 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5153 rows 2024-11-07T21:25:00,232 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1726 2024-11-07T21:25:00,232 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5176 rows 2024-11-07T21:25:00,232 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1716 2024-11-07T21:25:00,232 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5148 rows 2024-11-07T21:25:00,232 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T21:25:00,232 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T21:25:00,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:25:00,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:25:00,232 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T21:25:00,233 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-07T21:25:00,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] procedure2.ProcedureExecutor(1139): Stored pid=145, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-07T21:25:00,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-07T21:25:00,235 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731014700235"}]},"ts":"1731014700235"} 2024-11-07T21:25:00,236 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-07T21:25:00,236 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-07T21:25:00,237 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-07T21:25:00,238 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d6f854889ba60ebb8829c60b1bc3c8b9, UNASSIGN}] 2024-11-07T21:25:00,238 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d6f854889ba60ebb8829c60b1bc3c8b9, UNASSIGN 2024-11-07T21:25:00,239 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=d6f854889ba60ebb8829c60b1bc3c8b9, regionState=CLOSING, regionLocation=4fc742968c91,33553,1731014551923 2024-11-07T21:25:00,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d6f854889ba60ebb8829c60b1bc3c8b9, UNASSIGN because future has completed 2024-11-07T21:25:00,240 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-07T21:25:00,240 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE, hasLock=false; CloseRegionProcedure d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923}] 2024-11-07T21:25:00,257 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/C/cc2aacf746f74e0898a2a1ac2518292b as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/cc2aacf746f74e0898a2a1ac2518292b 2024-11-07T21:25:00,260 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d6f854889ba60ebb8829c60b1bc3c8b9/C of d6f854889ba60ebb8829c60b1bc3c8b9 into cc2aacf746f74e0898a2a1ac2518292b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:25:00,260 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d6f854889ba60ebb8829c60b1bc3c8b9: 2024-11-07T21:25:00,260 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., storeName=d6f854889ba60ebb8829c60b1bc3c8b9/C, priority=13, startTime=1731014699425; duration=0sec 2024-11-07T21:25:00,260 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:25:00,260 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6f854889ba60ebb8829c60b1bc3c8b9:C 2024-11-07T21:25:00,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-07T21:25:00,392 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] handler.UnassignRegionHandler(122): Close d6f854889ba60ebb8829c60b1bc3c8b9 2024-11-07T21:25:00,392 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-07T21:25:00,392 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1722): Closing d6f854889ba60ebb8829c60b1bc3c8b9, disabling compactions & flushes 2024-11-07T21:25:00,392 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:25:00,392 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:25:00,392 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. after waiting 0 ms 2024-11-07T21:25:00,392 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:25:00,392 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(2902): Flushing d6f854889ba60ebb8829c60b1bc3c8b9 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-07T21:25:00,396 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/A/9e570dee01b449d8854cf52098a5d692 is 50, key is test_row_0/A:col10/1731014698330/Put/seqid=0 2024-11-07T21:25:00,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742354_1530 (size=9857) 2024-11-07T21:25:00,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-07T21:25:00,799 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/A/9e570dee01b449d8854cf52098a5d692 2024-11-07T21:25:00,804 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/B/32b186c38c7d43f184c82d7519068aac is 50, key is test_row_0/B:col10/1731014698330/Put/seqid=0 2024-11-07T21:25:00,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742355_1531 (size=9857) 2024-11-07T21:25:00,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-07T21:25:01,207 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/B/32b186c38c7d43f184c82d7519068aac 2024-11-07T21:25:01,212 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/C/f1496b581f3344fcb75cd9f4c06923f9 is 50, key is test_row_0/C:col10/1731014698330/Put/seqid=0 2024-11-07T21:25:01,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742356_1532 (size=9857) 2024-11-07T21:25:01,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-07T21:25:01,615 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/C/f1496b581f3344fcb75cd9f4c06923f9 2024-11-07T21:25:01,618 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/A/9e570dee01b449d8854cf52098a5d692 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/9e570dee01b449d8854cf52098a5d692 2024-11-07T21:25:01,620 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/9e570dee01b449d8854cf52098a5d692, entries=100, sequenceid=362, filesize=9.6 K 2024-11-07T21:25:01,621 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/B/32b186c38c7d43f184c82d7519068aac as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/32b186c38c7d43f184c82d7519068aac 2024-11-07T21:25:01,623 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/32b186c38c7d43f184c82d7519068aac, entries=100, sequenceid=362, filesize=9.6 K 2024-11-07T21:25:01,624 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/.tmp/C/f1496b581f3344fcb75cd9f4c06923f9 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/f1496b581f3344fcb75cd9f4c06923f9 2024-11-07T21:25:01,626 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/f1496b581f3344fcb75cd9f4c06923f9, entries=100, sequenceid=362, filesize=9.6 K 2024-11-07T21:25:01,626 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for d6f854889ba60ebb8829c60b1bc3c8b9 in 1234ms, sequenceid=362, compaction requested=false 2024-11-07T21:25:01,627 DEBUG [StoreCloser-TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/33b4934b88cd4c0aa9c0dc8d1593ca47, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/fef0e14f818a42f29e3b093d0d3fabff, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/894fe15e5e324816adb534378b258057, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/9123d37a5ba943d4a39029c7da13b02d, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/9fbacbab56324980b3873be004bccb8e, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/87f2c9a470964af5bee819056bbab364, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/715f37f5e6284daca944faba188b321c, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/bb3b5da78f7c48b9901764068a68ad03, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/01a800d57d964ff89d8609953aa676fa, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/d686d6e01e5b4609a19aeb6b3dd4f772, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/afb2770517e74183990bd11f048f70fe, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/1d33810f0463416286fd07f60d62c8d9, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/5ece96ad82a24183b393ab8fb5c5a381, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/099cb9e922f74ff99a88d461e6084a41, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/4167b3a4d4fb4d50a319984664b33760, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/c40b206c658d4ae9938f3bcdef6269e1, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/08dd3a28b4674915b2f0e8ecab22b6d0, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/fdc105b8250b4e17ba26ab98e39d80f9, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/614854713e764da097cb0eb36c4075fb, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/1fedf597560d4a78930516cdcc16df32, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/71c9aae208044a1abe0ebed43e4ef9c1, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/550f6dafa0cb4254af5612f68f9fdb26, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/2a08221fee484014bfe0fb31bfe695fa, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/9cb9881c61814c75aafefbc14f55aacc] to archive 2024-11-07T21:25:01,627 DEBUG [StoreCloser-TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T21:25:01,628 DEBUG [StoreCloser-TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/33b4934b88cd4c0aa9c0dc8d1593ca47 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/33b4934b88cd4c0aa9c0dc8d1593ca47 2024-11-07T21:25:01,629 DEBUG [StoreCloser-TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/fef0e14f818a42f29e3b093d0d3fabff to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/fef0e14f818a42f29e3b093d0d3fabff 2024-11-07T21:25:01,630 DEBUG [StoreCloser-TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/894fe15e5e324816adb534378b258057 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/894fe15e5e324816adb534378b258057 2024-11-07T21:25:01,630 DEBUG [StoreCloser-TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/9123d37a5ba943d4a39029c7da13b02d to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/9123d37a5ba943d4a39029c7da13b02d 2024-11-07T21:25:01,631 DEBUG [StoreCloser-TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/9fbacbab56324980b3873be004bccb8e to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/9fbacbab56324980b3873be004bccb8e 2024-11-07T21:25:01,632 DEBUG [StoreCloser-TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/87f2c9a470964af5bee819056bbab364 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/87f2c9a470964af5bee819056bbab364 2024-11-07T21:25:01,633 DEBUG [StoreCloser-TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/715f37f5e6284daca944faba188b321c to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/715f37f5e6284daca944faba188b321c 2024-11-07T21:25:01,633 DEBUG [StoreCloser-TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/bb3b5da78f7c48b9901764068a68ad03 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/bb3b5da78f7c48b9901764068a68ad03 2024-11-07T21:25:01,634 DEBUG [StoreCloser-TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/01a800d57d964ff89d8609953aa676fa to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/01a800d57d964ff89d8609953aa676fa 2024-11-07T21:25:01,635 DEBUG [StoreCloser-TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/d686d6e01e5b4609a19aeb6b3dd4f772 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/d686d6e01e5b4609a19aeb6b3dd4f772 2024-11-07T21:25:01,635 DEBUG [StoreCloser-TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/afb2770517e74183990bd11f048f70fe to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/afb2770517e74183990bd11f048f70fe 2024-11-07T21:25:01,636 DEBUG [StoreCloser-TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/1d33810f0463416286fd07f60d62c8d9 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/1d33810f0463416286fd07f60d62c8d9 2024-11-07T21:25:01,637 DEBUG [StoreCloser-TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/5ece96ad82a24183b393ab8fb5c5a381 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/5ece96ad82a24183b393ab8fb5c5a381 2024-11-07T21:25:01,637 DEBUG [StoreCloser-TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/099cb9e922f74ff99a88d461e6084a41 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/099cb9e922f74ff99a88d461e6084a41 2024-11-07T21:25:01,638 DEBUG [StoreCloser-TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/4167b3a4d4fb4d50a319984664b33760 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/4167b3a4d4fb4d50a319984664b33760 2024-11-07T21:25:01,638 DEBUG [StoreCloser-TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/c40b206c658d4ae9938f3bcdef6269e1 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/c40b206c658d4ae9938f3bcdef6269e1 2024-11-07T21:25:01,639 DEBUG [StoreCloser-TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/08dd3a28b4674915b2f0e8ecab22b6d0 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/08dd3a28b4674915b2f0e8ecab22b6d0 2024-11-07T21:25:01,640 DEBUG [StoreCloser-TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/fdc105b8250b4e17ba26ab98e39d80f9 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/fdc105b8250b4e17ba26ab98e39d80f9 2024-11-07T21:25:01,640 DEBUG [StoreCloser-TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/614854713e764da097cb0eb36c4075fb to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/614854713e764da097cb0eb36c4075fb 2024-11-07T21:25:01,641 DEBUG [StoreCloser-TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/1fedf597560d4a78930516cdcc16df32 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/1fedf597560d4a78930516cdcc16df32 2024-11-07T21:25:01,641 DEBUG [StoreCloser-TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/71c9aae208044a1abe0ebed43e4ef9c1 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/71c9aae208044a1abe0ebed43e4ef9c1 2024-11-07T21:25:01,642 DEBUG [StoreCloser-TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/550f6dafa0cb4254af5612f68f9fdb26 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/550f6dafa0cb4254af5612f68f9fdb26 2024-11-07T21:25:01,643 DEBUG [StoreCloser-TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/2a08221fee484014bfe0fb31bfe695fa to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/2a08221fee484014bfe0fb31bfe695fa 2024-11-07T21:25:01,643 DEBUG [StoreCloser-TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/9cb9881c61814c75aafefbc14f55aacc to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/9cb9881c61814c75aafefbc14f55aacc 2024-11-07T21:25:01,644 DEBUG [StoreCloser-TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/f8b602e052c946f4a832c7ad98190a56, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/5c2ef569f6e9423ebd27d56bc87c9d49, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/f3c9b719723b4c6baed43787c82f157c, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/921f7e553bee4cdbab374752cee13742, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/bd80cb1344464e8aa19eae89600c0145, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/e4a9256e010743bc91c57dba45a17443, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/ae43b18d02904b9fbd2bcb810652ee7a, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/a518f09505d448779d2a97168152511c, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/0a2fb2f1ec0f43749dafc514e9335d8f, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/966dd1c2bbf44f9eb3310696eb80765f, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/78658055733349e2b5a66140b972398c, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/9d55d242724745a48f78ed2908b71da8, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/604d49624d37414588b6633e8e96ea51, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/ceb9b3ad2e5b422cb85387ffe0602606, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/3bc9dc5df1414d729038907ce93a02ac, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/9affc5938bc642f39d2d7b733d54b666, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/ab67290ed2894916b19704f09265659d, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/ee32b1eb38e943f798bc6608067a5ec0, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/6772cae5c2ae4a3e98f3c011a030ecdc, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/d234a34d161d4747be30039a30d35a5e, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/329c54e7f7aa4388b913c4659728a2c5, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/292afd46f9ee4e61b6de40c57bd59d4d, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/aacdeb1289454faf90da8f42db939d25, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/c0cfd48502be468789440adb5d214e73] to archive 2024-11-07T21:25:01,645 DEBUG [StoreCloser-TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T21:25:01,646 DEBUG [StoreCloser-TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/f8b602e052c946f4a832c7ad98190a56 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/f8b602e052c946f4a832c7ad98190a56 2024-11-07T21:25:01,646 DEBUG [StoreCloser-TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/5c2ef569f6e9423ebd27d56bc87c9d49 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/5c2ef569f6e9423ebd27d56bc87c9d49 2024-11-07T21:25:01,647 DEBUG [StoreCloser-TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/f3c9b719723b4c6baed43787c82f157c to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/f3c9b719723b4c6baed43787c82f157c 2024-11-07T21:25:01,648 DEBUG [StoreCloser-TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/921f7e553bee4cdbab374752cee13742 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/921f7e553bee4cdbab374752cee13742 2024-11-07T21:25:01,648 DEBUG [StoreCloser-TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/bd80cb1344464e8aa19eae89600c0145 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/bd80cb1344464e8aa19eae89600c0145 2024-11-07T21:25:01,649 DEBUG [StoreCloser-TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/e4a9256e010743bc91c57dba45a17443 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/e4a9256e010743bc91c57dba45a17443 2024-11-07T21:25:01,649 DEBUG [StoreCloser-TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/ae43b18d02904b9fbd2bcb810652ee7a to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/ae43b18d02904b9fbd2bcb810652ee7a 2024-11-07T21:25:01,650 DEBUG [StoreCloser-TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/a518f09505d448779d2a97168152511c to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/a518f09505d448779d2a97168152511c 2024-11-07T21:25:01,651 DEBUG [StoreCloser-TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/0a2fb2f1ec0f43749dafc514e9335d8f to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/0a2fb2f1ec0f43749dafc514e9335d8f 2024-11-07T21:25:01,651 DEBUG [StoreCloser-TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/966dd1c2bbf44f9eb3310696eb80765f to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/966dd1c2bbf44f9eb3310696eb80765f 2024-11-07T21:25:01,652 DEBUG [StoreCloser-TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/78658055733349e2b5a66140b972398c to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/78658055733349e2b5a66140b972398c 2024-11-07T21:25:01,653 DEBUG [StoreCloser-TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/9d55d242724745a48f78ed2908b71da8 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/9d55d242724745a48f78ed2908b71da8 2024-11-07T21:25:01,653 DEBUG [StoreCloser-TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/604d49624d37414588b6633e8e96ea51 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/604d49624d37414588b6633e8e96ea51 2024-11-07T21:25:01,654 DEBUG [StoreCloser-TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/ceb9b3ad2e5b422cb85387ffe0602606 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/ceb9b3ad2e5b422cb85387ffe0602606 2024-11-07T21:25:01,654 DEBUG [StoreCloser-TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/3bc9dc5df1414d729038907ce93a02ac to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/3bc9dc5df1414d729038907ce93a02ac 2024-11-07T21:25:01,655 DEBUG [StoreCloser-TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/9affc5938bc642f39d2d7b733d54b666 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/9affc5938bc642f39d2d7b733d54b666 2024-11-07T21:25:01,655 DEBUG [StoreCloser-TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/ab67290ed2894916b19704f09265659d to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/ab67290ed2894916b19704f09265659d 2024-11-07T21:25:01,656 DEBUG [StoreCloser-TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/ee32b1eb38e943f798bc6608067a5ec0 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/ee32b1eb38e943f798bc6608067a5ec0 2024-11-07T21:25:01,657 DEBUG [StoreCloser-TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/6772cae5c2ae4a3e98f3c011a030ecdc to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/6772cae5c2ae4a3e98f3c011a030ecdc 2024-11-07T21:25:01,657 DEBUG [StoreCloser-TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/d234a34d161d4747be30039a30d35a5e to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/d234a34d161d4747be30039a30d35a5e 2024-11-07T21:25:01,658 DEBUG [StoreCloser-TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/329c54e7f7aa4388b913c4659728a2c5 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/329c54e7f7aa4388b913c4659728a2c5 2024-11-07T21:25:01,659 DEBUG [StoreCloser-TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/292afd46f9ee4e61b6de40c57bd59d4d to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/292afd46f9ee4e61b6de40c57bd59d4d 2024-11-07T21:25:01,659 DEBUG [StoreCloser-TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/aacdeb1289454faf90da8f42db939d25 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/aacdeb1289454faf90da8f42db939d25 2024-11-07T21:25:01,660 DEBUG [StoreCloser-TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/c0cfd48502be468789440adb5d214e73 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/c0cfd48502be468789440adb5d214e73 2024-11-07T21:25:01,661 DEBUG [StoreCloser-TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/ade048d67f584ea1ae72003230b255a0, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/0d1ceaab346b4a97a981a86b992d8cfe, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/e56ed86229a2454ba7dc46b5c567a03b, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/8b1aee3607f94334876783088ddfcb11, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/1ad85be7b27643fe8fbe4d46d314b18f, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/941d91c873eb4ba59fe73972190f8805, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/83dfc81854e74df5b069b439519f184c, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/fc0ff0788d494bacaa9e34ac6350ef49, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/c6e4ad8ac82d4863a95f30240368c684, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/db97c3fb607346d1a9ece87fc690f8cc, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/11be0e9b34ca43549395fd7e60d6064a, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/82086812b4b546bb8128936b4f051090, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/dc49a50f886d46a48274ade27e1af360, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/db87a1d3979546668039aa6b94da5e1d, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/0cb60d8ee2ef4b8b93251b63834edf90, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/ae180e850a804443bbefe6b5b1f3d2de, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/7be9fb2b19a345d680dd50811f2fdb7f, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/8904b5038bf444b09a8c87098fe9cf8a, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/8d9db86d92c84a8ab9d41fc44c37f424, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/820bb065a2b446b9bda181ee8ab10e91, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/716537fd8e634a0ea16daeba78919fd2, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/e1db347c2c6e4e368ad66785a4b1d390, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/ac6dbd4477b54e7a9f8ca3c481815494, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/69583e92239d4420b5d79ed421ca0356] to archive 2024-11-07T21:25:01,662 DEBUG [StoreCloser-TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T21:25:01,663 DEBUG [StoreCloser-TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/ade048d67f584ea1ae72003230b255a0 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/ade048d67f584ea1ae72003230b255a0 2024-11-07T21:25:01,663 DEBUG [StoreCloser-TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/0d1ceaab346b4a97a981a86b992d8cfe to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/0d1ceaab346b4a97a981a86b992d8cfe 2024-11-07T21:25:01,664 DEBUG [StoreCloser-TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/e56ed86229a2454ba7dc46b5c567a03b to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/e56ed86229a2454ba7dc46b5c567a03b 2024-11-07T21:25:01,665 DEBUG [StoreCloser-TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/8b1aee3607f94334876783088ddfcb11 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/8b1aee3607f94334876783088ddfcb11 2024-11-07T21:25:01,666 DEBUG [StoreCloser-TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/1ad85be7b27643fe8fbe4d46d314b18f to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/1ad85be7b27643fe8fbe4d46d314b18f 2024-11-07T21:25:01,666 DEBUG [StoreCloser-TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/941d91c873eb4ba59fe73972190f8805 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/941d91c873eb4ba59fe73972190f8805 2024-11-07T21:25:01,667 DEBUG [StoreCloser-TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/83dfc81854e74df5b069b439519f184c to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/83dfc81854e74df5b069b439519f184c 2024-11-07T21:25:01,667 DEBUG [StoreCloser-TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/fc0ff0788d494bacaa9e34ac6350ef49 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/fc0ff0788d494bacaa9e34ac6350ef49 2024-11-07T21:25:01,668 DEBUG [StoreCloser-TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/c6e4ad8ac82d4863a95f30240368c684 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/c6e4ad8ac82d4863a95f30240368c684 2024-11-07T21:25:01,669 DEBUG [StoreCloser-TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/db97c3fb607346d1a9ece87fc690f8cc to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/db97c3fb607346d1a9ece87fc690f8cc 2024-11-07T21:25:01,670 DEBUG [StoreCloser-TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/11be0e9b34ca43549395fd7e60d6064a to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/11be0e9b34ca43549395fd7e60d6064a 2024-11-07T21:25:01,671 DEBUG [StoreCloser-TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/82086812b4b546bb8128936b4f051090 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/82086812b4b546bb8128936b4f051090 2024-11-07T21:25:01,671 DEBUG [StoreCloser-TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/dc49a50f886d46a48274ade27e1af360 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/dc49a50f886d46a48274ade27e1af360 2024-11-07T21:25:01,672 DEBUG [StoreCloser-TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/db87a1d3979546668039aa6b94da5e1d to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/db87a1d3979546668039aa6b94da5e1d 2024-11-07T21:25:01,673 DEBUG [StoreCloser-TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/0cb60d8ee2ef4b8b93251b63834edf90 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/0cb60d8ee2ef4b8b93251b63834edf90 2024-11-07T21:25:01,674 DEBUG [StoreCloser-TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/ae180e850a804443bbefe6b5b1f3d2de to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/ae180e850a804443bbefe6b5b1f3d2de 2024-11-07T21:25:01,674 DEBUG [StoreCloser-TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/7be9fb2b19a345d680dd50811f2fdb7f to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/7be9fb2b19a345d680dd50811f2fdb7f 2024-11-07T21:25:01,675 DEBUG [StoreCloser-TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/8904b5038bf444b09a8c87098fe9cf8a to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/8904b5038bf444b09a8c87098fe9cf8a 2024-11-07T21:25:01,676 DEBUG [StoreCloser-TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/8d9db86d92c84a8ab9d41fc44c37f424 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/8d9db86d92c84a8ab9d41fc44c37f424 2024-11-07T21:25:01,676 DEBUG [StoreCloser-TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/820bb065a2b446b9bda181ee8ab10e91 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/820bb065a2b446b9bda181ee8ab10e91 2024-11-07T21:25:01,677 DEBUG [StoreCloser-TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/716537fd8e634a0ea16daeba78919fd2 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/716537fd8e634a0ea16daeba78919fd2 2024-11-07T21:25:01,678 DEBUG [StoreCloser-TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/e1db347c2c6e4e368ad66785a4b1d390 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/e1db347c2c6e4e368ad66785a4b1d390 2024-11-07T21:25:01,678 DEBUG [StoreCloser-TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/ac6dbd4477b54e7a9f8ca3c481815494 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/ac6dbd4477b54e7a9f8ca3c481815494 2024-11-07T21:25:01,679 DEBUG [StoreCloser-TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/69583e92239d4420b5d79ed421ca0356 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/69583e92239d4420b5d79ed421ca0356 2024-11-07T21:25:01,683 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/recovered.edits/365.seqid, newMaxSeqId=365, maxSeqId=1 2024-11-07T21:25:01,683 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. 2024-11-07T21:25:01,683 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1676): Region close journal for d6f854889ba60ebb8829c60b1bc3c8b9: Waiting for close lock at 1731014700392Running coprocessor pre-close hooks at 1731014700392Disabling compacts and flushes for region at 1731014700392Disabling writes for close at 1731014700392Obtaining lock to block concurrent updates at 1731014700392Preparing flush snapshotting stores in d6f854889ba60ebb8829c60b1bc3c8b9 at 1731014700392Finished memstore snapshotting TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=72720, getOffHeapSize=0, getCellsCount=600 at 1731014700393 (+1 ms)Flushing stores of TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9. at 1731014700393Flushing d6f854889ba60ebb8829c60b1bc3c8b9/A: creating writer at 1731014700393Flushing d6f854889ba60ebb8829c60b1bc3c8b9/A: appending metadata at 1731014700395 (+2 ms)Flushing d6f854889ba60ebb8829c60b1bc3c8b9/A: closing flushed file at 1731014700395Flushing d6f854889ba60ebb8829c60b1bc3c8b9/B: creating writer at 1731014700802 (+407 ms)Flushing d6f854889ba60ebb8829c60b1bc3c8b9/B: appending metadata at 1731014700804 (+2 ms)Flushing d6f854889ba60ebb8829c60b1bc3c8b9/B: closing flushed file at 1731014700804Flushing d6f854889ba60ebb8829c60b1bc3c8b9/C: creating writer at 1731014701210 (+406 ms)Flushing d6f854889ba60ebb8829c60b1bc3c8b9/C: appending metadata at 1731014701212 (+2 ms)Flushing d6f854889ba60ebb8829c60b1bc3c8b9/C: closing flushed file at 1731014701212Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61025a26: reopening flushed file at 1731014701618 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78691f6f: reopening flushed file at 1731014701621 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e9e1962: reopening flushed file at 1731014701623 (+2 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for d6f854889ba60ebb8829c60b1bc3c8b9 in 1234ms, sequenceid=362, compaction requested=false at 1731014701626 (+3 ms)Writing region close event to WAL at 1731014701680 (+54 ms)Running coprocessor post-close hooks at 1731014701683 (+3 ms)Closed at 1731014701683 2024-11-07T21:25:01,685 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] handler.UnassignRegionHandler(157): Closed d6f854889ba60ebb8829c60b1bc3c8b9 2024-11-07T21:25:01,685 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=d6f854889ba60ebb8829c60b1bc3c8b9, regionState=CLOSED 2024-11-07T21:25:01,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=148, ppid=147, state=RUNNABLE, hasLock=false; CloseRegionProcedure d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 because future has completed 2024-11-07T21:25:01,688 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=148, resume processing ppid=147 2024-11-07T21:25:01,688 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, ppid=147, state=SUCCESS, hasLock=false; CloseRegionProcedure d6f854889ba60ebb8829c60b1bc3c8b9, server=4fc742968c91,33553,1731014551923 in 1.4470 sec 2024-11-07T21:25:01,689 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=147, resume processing ppid=146 2024-11-07T21:25:01,689 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, ppid=146, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d6f854889ba60ebb8829c60b1bc3c8b9, UNASSIGN in 1.4500 sec 2024-11-07T21:25:01,690 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=146, resume processing ppid=145 2024-11-07T21:25:01,690 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, ppid=145, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4520 sec 2024-11-07T21:25:01,691 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731014701691"}]},"ts":"1731014701691"} 2024-11-07T21:25:01,692 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-07T21:25:01,692 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-07T21:25:01,693 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.4590 sec 2024-11-07T21:25:02,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-07T21:25:02,380 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-07T21:25:02,380 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-07T21:25:02,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] procedure2.ProcedureExecutor(1139): Stored pid=149, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T21:25:02,382 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=149, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T21:25:02,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-11-07T21:25:02,382 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=149, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T21:25:02,384 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9 2024-11-07T21:25:02,385 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A, FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B, FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C, FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/recovered.edits] 2024-11-07T21:25:02,387 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/7dcb38ee963840299c5205b276da2c7a to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/7dcb38ee963840299c5205b276da2c7a 2024-11-07T21:25:02,387 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/9e570dee01b449d8854cf52098a5d692 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/A/9e570dee01b449d8854cf52098a5d692 2024-11-07T21:25:02,389 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/32b186c38c7d43f184c82d7519068aac to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/32b186c38c7d43f184c82d7519068aac 2024-11-07T21:25:02,390 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/4277f6412ad0488782453e6fc0d95bae to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/B/4277f6412ad0488782453e6fc0d95bae 2024-11-07T21:25:02,391 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/cc2aacf746f74e0898a2a1ac2518292b to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/cc2aacf746f74e0898a2a1ac2518292b 2024-11-07T21:25:02,392 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/f1496b581f3344fcb75cd9f4c06923f9 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/C/f1496b581f3344fcb75cd9f4c06923f9 2024-11-07T21:25:02,394 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/recovered.edits/365.seqid to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9/recovered.edits/365.seqid 2024-11-07T21:25:02,394 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/d6f854889ba60ebb8829c60b1bc3c8b9 2024-11-07T21:25:02,395 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-07T21:25:02,396 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=149, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T21:25:02,398 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-07T21:25:02,400 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-07T21:25:02,401 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=149, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T21:25:02,401 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-07T21:25:02,401 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731014702401"}]},"ts":"9223372036854775807"} 2024-11-07T21:25:02,403 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-07T21:25:02,403 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => d6f854889ba60ebb8829c60b1bc3c8b9, NAME => 'TestAcidGuarantees,,1731014675017.d6f854889ba60ebb8829c60b1bc3c8b9.', STARTKEY => '', ENDKEY => ''}] 2024-11-07T21:25:02,403 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-07T21:25:02,403 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731014702403"}]},"ts":"9223372036854775807"} 2024-11-07T21:25:02,404 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-07T21:25:02,405 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=149, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T21:25:02,406 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 25 msec 2024-11-07T21:25:02,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-11-07T21:25:02,490 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-07T21:25:02,490 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-07T21:25:02,498 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=245 (was 241) - Thread LEAK? -, OpenFileDescriptor=463 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=397 (was 414), ProcessCount=11 (was 11), AvailableMemoryMB=1790 (was 1825) 2024-11-07T21:25:02,506 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=245, OpenFileDescriptor=463, MaxFileDescriptor=1048576, SystemLoadAverage=397, ProcessCount=11, AvailableMemoryMB=1790 2024-11-07T21:25:02,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-07T21:25:02,507 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T21:25:02,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] procedure2.ProcedureExecutor(1139): Stored pid=150, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-07T21:25:02,509 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=150, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T21:25:02,509 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:02,509 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 150 2024-11-07T21:25:02,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-07T21:25:02,509 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=150, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T21:25:02,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742357_1533 (size=959) 2024-11-07T21:25:02,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-07T21:25:02,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-07T21:25:02,915 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff 2024-11-07T21:25:02,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742358_1534 (size=53) 2024-11-07T21:25:03,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-07T21:25:03,319 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:25:03,319 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 4380d11b8e4c2f3ad6b93501698b843b, disabling compactions & flushes 2024-11-07T21:25:03,319 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:03,319 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:03,319 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. after waiting 0 ms 2024-11-07T21:25:03,319 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:03,319 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:03,319 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4380d11b8e4c2f3ad6b93501698b843b: Waiting for close lock at 1731014703319Disabling compacts and flushes for region at 1731014703319Disabling writes for close at 1731014703319Writing region close event to WAL at 1731014703319Closed at 1731014703319 2024-11-07T21:25:03,320 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=150, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T21:25:03,320 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731014703320"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731014703320"}]},"ts":"1731014703320"} 2024-11-07T21:25:03,322 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T21:25:03,322 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=150, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T21:25:03,322 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731014703322"}]},"ts":"1731014703322"} 2024-11-07T21:25:03,323 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-07T21:25:03,324 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4380d11b8e4c2f3ad6b93501698b843b, ASSIGN}] 2024-11-07T21:25:03,325 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4380d11b8e4c2f3ad6b93501698b843b, ASSIGN 2024-11-07T21:25:03,325 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4380d11b8e4c2f3ad6b93501698b843b, ASSIGN; state=OFFLINE, location=4fc742968c91,33553,1731014551923; forceNewPlan=false, retain=false 2024-11-07T21:25:03,476 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=151 updating hbase:meta row=4380d11b8e4c2f3ad6b93501698b843b, regionState=OPENING, regionLocation=4fc742968c91,33553,1731014551923 2024-11-07T21:25:03,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4380d11b8e4c2f3ad6b93501698b843b, ASSIGN because future has completed 2024-11-07T21:25:03,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923}] 2024-11-07T21:25:03,631 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:03,631 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(7752): Opening region: {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} 2024-11-07T21:25:03,631 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:03,631 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:25:03,631 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(7794): checking encryption for 4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:03,631 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(7797): checking classloading for 4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:03,632 INFO [StoreOpener-4380d11b8e4c2f3ad6b93501698b843b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:03,633 INFO [StoreOpener-4380d11b8e4c2f3ad6b93501698b843b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4380d11b8e4c2f3ad6b93501698b843b columnFamilyName A 2024-11-07T21:25:03,633 DEBUG [StoreOpener-4380d11b8e4c2f3ad6b93501698b843b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:03,633 INFO [StoreOpener-4380d11b8e4c2f3ad6b93501698b843b-1 {}] regionserver.HStore(327): Store=4380d11b8e4c2f3ad6b93501698b843b/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:25:03,634 INFO [StoreOpener-4380d11b8e4c2f3ad6b93501698b843b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:03,634 INFO [StoreOpener-4380d11b8e4c2f3ad6b93501698b843b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4380d11b8e4c2f3ad6b93501698b843b columnFamilyName B 2024-11-07T21:25:03,634 DEBUG [StoreOpener-4380d11b8e4c2f3ad6b93501698b843b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:03,634 INFO [StoreOpener-4380d11b8e4c2f3ad6b93501698b843b-1 {}] regionserver.HStore(327): Store=4380d11b8e4c2f3ad6b93501698b843b/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:25:03,635 INFO [StoreOpener-4380d11b8e4c2f3ad6b93501698b843b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:03,635 INFO [StoreOpener-4380d11b8e4c2f3ad6b93501698b843b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4380d11b8e4c2f3ad6b93501698b843b columnFamilyName C 2024-11-07T21:25:03,635 DEBUG [StoreOpener-4380d11b8e4c2f3ad6b93501698b843b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:03,636 INFO [StoreOpener-4380d11b8e4c2f3ad6b93501698b843b-1 {}] regionserver.HStore(327): Store=4380d11b8e4c2f3ad6b93501698b843b/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:25:03,636 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(1038): replaying wal for 4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:03,636 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:03,636 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:03,637 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(1048): stopping wal replay for 4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:03,637 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(1060): Cleaning up temporary data for 4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:03,638 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-07T21:25:03,638 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(1093): writing seq id for 4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:03,639 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T21:25:03,640 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(1114): Opened 4380d11b8e4c2f3ad6b93501698b843b; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65196425, jitterRate=-0.028497561812400818}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-07T21:25:03,640 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:03,640 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(1006): Region open journal for 4380d11b8e4c2f3ad6b93501698b843b: Running coprocessor pre-open hook at 1731014703631Writing region info on filesystem at 1731014703631Initializing all the Stores at 1731014703632 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014703632Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014703632Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014703632Cleaning up temporary data from old regions at 1731014703637 (+5 ms)Running coprocessor post-open hooks at 1731014703640 (+3 ms)Region opened successfully at 1731014703640 2024-11-07T21:25:03,641 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., pid=152, masterSystemTime=1731014703628 2024-11-07T21:25:03,643 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:03,643 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:03,643 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=151 updating hbase:meta row=4380d11b8e4c2f3ad6b93501698b843b, regionState=OPEN, openSeqNum=2, regionLocation=4fc742968c91,33553,1731014551923 2024-11-07T21:25:03,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=152, ppid=151, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 because future has completed 2024-11-07T21:25:03,648 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=152, resume processing ppid=151 2024-11-07T21:25:03,648 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, ppid=151, state=SUCCESS, hasLock=false; OpenRegionProcedure 4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 in 169 msec 2024-11-07T21:25:03,649 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=150 2024-11-07T21:25:03,649 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=150, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4380d11b8e4c2f3ad6b93501698b843b, ASSIGN in 324 msec 2024-11-07T21:25:03,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-07T21:25:03,650 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=150, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T21:25:03,650 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731014703650"}]},"ts":"1731014703650"} 2024-11-07T21:25:03,651 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-07T21:25:03,652 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=150, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T21:25:03,653 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1450 sec 2024-11-07T21:25:04,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-07T21:25:04,659 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-07T21:25:04,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c89c532, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:25:04,660 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fc742968c91,39921,-1 for getting cluster id 2024-11-07T21:25:04,661 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T21:25:04,661 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5a7e692-593c-43b6-a085-c810d74fe2db' 2024-11-07T21:25:04,661 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T21:25:04,662 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5a7e692-593c-43b6-a085-c810d74fe2db" 2024-11-07T21:25:04,662 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b4fb0d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:25:04,662 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fc742968c91,39921,-1] 2024-11-07T21:25:04,662 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T21:25:04,662 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:25:04,663 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T21:25:04,663 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68927210, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:25:04,663 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:25:04,664 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,33553,1731014551923, seqNum=-1] 2024-11-07T21:25:04,664 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:25:04,665 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:25:04,665 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T21:25:04,666 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fc742968c91,39921,1731014551100 2024-11-07T21:25:04,666 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@355bd86e 2024-11-07T21:25:04,666 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T21:25:04,667 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T21:25:04,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-07T21:25:04,668 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T21:25:04,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] procedure2.ProcedureExecutor(1139): Stored pid=153, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-07T21:25:04,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742359_1535 (size=995) 2024-11-07T21:25:05,077 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-07T21:25:05,077 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-07T21:25:05,079 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-07T21:25:05,080 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4380d11b8e4c2f3ad6b93501698b843b, REOPEN/MOVE}] 2024-11-07T21:25:05,081 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=155, ppid=154, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4380d11b8e4c2f3ad6b93501698b843b, REOPEN/MOVE 2024-11-07T21:25:05,082 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=155 updating hbase:meta row=4380d11b8e4c2f3ad6b93501698b843b, regionState=CLOSING, regionLocation=4fc742968c91,33553,1731014551923 2024-11-07T21:25:05,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=155, ppid=154, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4380d11b8e4c2f3ad6b93501698b843b, REOPEN/MOVE because future has completed 2024-11-07T21:25:05,083 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-07T21:25:05,083 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923}] 2024-11-07T21:25:05,235 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] handler.UnassignRegionHandler(122): Close 4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:05,235 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-07T21:25:05,235 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1722): Closing 4380d11b8e4c2f3ad6b93501698b843b, disabling compactions & flushes 2024-11-07T21:25:05,235 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:05,235 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:05,235 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. after waiting 0 ms 2024-11-07T21:25:05,235 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:05,238 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-07T21:25:05,238 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:05,238 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1676): Region close journal for 4380d11b8e4c2f3ad6b93501698b843b: Waiting for close lock at 1731014705235Running coprocessor pre-close hooks at 1731014705235Disabling compacts and flushes for region at 1731014705235Disabling writes for close at 1731014705235Writing region close event to WAL at 1731014705235Running coprocessor post-close hooks at 1731014705238 (+3 ms)Closed at 1731014705238 2024-11-07T21:25:05,238 WARN [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegionServer(3299): Not adding moved region record: 4380d11b8e4c2f3ad6b93501698b843b to self. 2024-11-07T21:25:05,240 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] handler.UnassignRegionHandler(157): Closed 4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:05,240 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=155 updating hbase:meta row=4380d11b8e4c2f3ad6b93501698b843b, regionState=CLOSED 2024-11-07T21:25:05,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=156, ppid=155, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 because future has completed 2024-11-07T21:25:05,243 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=156, resume processing ppid=155 2024-11-07T21:25:05,243 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, ppid=155, state=SUCCESS, hasLock=false; CloseRegionProcedure 4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 in 159 msec 2024-11-07T21:25:05,243 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=155, ppid=154, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4380d11b8e4c2f3ad6b93501698b843b, REOPEN/MOVE; state=CLOSED, location=4fc742968c91,33553,1731014551923; forceNewPlan=false, retain=true 2024-11-07T21:25:05,394 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=155 updating hbase:meta row=4380d11b8e4c2f3ad6b93501698b843b, regionState=OPENING, regionLocation=4fc742968c91,33553,1731014551923 2024-11-07T21:25:05,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=155, ppid=154, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4380d11b8e4c2f3ad6b93501698b843b, REOPEN/MOVE because future has completed 2024-11-07T21:25:05,396 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=155, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923}] 2024-11-07T21:25:05,549 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:05,549 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(7752): Opening region: {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} 2024-11-07T21:25:05,550 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:05,550 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:25:05,550 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(7794): checking encryption for 4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:05,550 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(7797): checking classloading for 4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:05,551 INFO [StoreOpener-4380d11b8e4c2f3ad6b93501698b843b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:05,551 INFO [StoreOpener-4380d11b8e4c2f3ad6b93501698b843b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4380d11b8e4c2f3ad6b93501698b843b columnFamilyName A 2024-11-07T21:25:05,552 DEBUG [StoreOpener-4380d11b8e4c2f3ad6b93501698b843b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:05,552 INFO [StoreOpener-4380d11b8e4c2f3ad6b93501698b843b-1 {}] regionserver.HStore(327): Store=4380d11b8e4c2f3ad6b93501698b843b/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:25:05,553 INFO [StoreOpener-4380d11b8e4c2f3ad6b93501698b843b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:05,553 INFO [StoreOpener-4380d11b8e4c2f3ad6b93501698b843b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4380d11b8e4c2f3ad6b93501698b843b columnFamilyName B 2024-11-07T21:25:05,553 DEBUG [StoreOpener-4380d11b8e4c2f3ad6b93501698b843b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:05,554 INFO [StoreOpener-4380d11b8e4c2f3ad6b93501698b843b-1 {}] regionserver.HStore(327): Store=4380d11b8e4c2f3ad6b93501698b843b/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:25:05,554 INFO [StoreOpener-4380d11b8e4c2f3ad6b93501698b843b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:05,554 INFO [StoreOpener-4380d11b8e4c2f3ad6b93501698b843b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4380d11b8e4c2f3ad6b93501698b843b columnFamilyName C 2024-11-07T21:25:05,554 DEBUG [StoreOpener-4380d11b8e4c2f3ad6b93501698b843b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:05,554 INFO [StoreOpener-4380d11b8e4c2f3ad6b93501698b843b-1 {}] regionserver.HStore(327): Store=4380d11b8e4c2f3ad6b93501698b843b/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:25:05,555 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(1038): replaying wal for 4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:05,555 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:05,556 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:05,556 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(1048): stopping wal replay for 4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:05,556 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(1060): Cleaning up temporary data for 4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:05,557 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-07T21:25:05,558 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(1093): writing seq id for 4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:05,558 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(1114): Opened 4380d11b8e4c2f3ad6b93501698b843b; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60698541, jitterRate=-0.09552125632762909}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-07T21:25:05,558 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:05,559 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(1006): Region open journal for 4380d11b8e4c2f3ad6b93501698b843b: Running coprocessor pre-open hook at 1731014705550Writing region info on filesystem at 1731014705550Initializing all the Stores at 1731014705550Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014705550Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014705550Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014705550Cleaning up temporary data from old regions at 1731014705556 (+6 ms)Running coprocessor post-open hooks at 1731014705558 (+2 ms)Region opened successfully at 1731014705558 2024-11-07T21:25:05,559 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., pid=157, masterSystemTime=1731014705547 2024-11-07T21:25:05,560 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:05,560 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:05,561 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=155 updating hbase:meta row=4380d11b8e4c2f3ad6b93501698b843b, regionState=OPEN, openSeqNum=5, regionLocation=4fc742968c91,33553,1731014551923 2024-11-07T21:25:05,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=157, ppid=155, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 because future has completed 2024-11-07T21:25:05,563 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=155 2024-11-07T21:25:05,563 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=155, state=SUCCESS, hasLock=false; OpenRegionProcedure 4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 in 167 msec 2024-11-07T21:25:05,564 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154 2024-11-07T21:25:05,564 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4380d11b8e4c2f3ad6b93501698b843b, REOPEN/MOVE in 483 msec 2024-11-07T21:25:05,566 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=154, resume processing ppid=153 2024-11-07T21:25:05,566 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, ppid=153, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 486 msec 2024-11-07T21:25:05,567 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 898 msec 2024-11-07T21:25:05,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=153 2024-11-07T21:25:05,568 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-07T21:25:05,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e1056f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:25:05,569 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fc742968c91,39921,-1 for getting cluster id 2024-11-07T21:25:05,569 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T21:25:05,569 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5a7e692-593c-43b6-a085-c810d74fe2db' 2024-11-07T21:25:05,570 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T21:25:05,570 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5a7e692-593c-43b6-a085-c810d74fe2db" 2024-11-07T21:25:05,570 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@222a1cd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:25:05,570 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fc742968c91,39921,-1] 2024-11-07T21:25:05,570 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T21:25:05,570 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:25:05,571 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T21:25:05,571 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74737f7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:25:05,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@294719e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:25:05,572 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fc742968c91,39921,-1 for getting cluster id 2024-11-07T21:25:05,572 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T21:25:05,572 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5a7e692-593c-43b6-a085-c810d74fe2db' 2024-11-07T21:25:05,572 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T21:25:05,572 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5a7e692-593c-43b6-a085-c810d74fe2db" 2024-11-07T21:25:05,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2242e05b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:25:05,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fc742968c91,39921,-1] 2024-11-07T21:25:05,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T21:25:05,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:25:05,573 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T21:25:05,574 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@313c4596, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:25:05,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@691c2b05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:25:05,575 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fc742968c91,39921,-1 for getting cluster id 2024-11-07T21:25:05,575 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T21:25:05,575 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5a7e692-593c-43b6-a085-c810d74fe2db' 2024-11-07T21:25:05,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T21:25:05,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5a7e692-593c-43b6-a085-c810d74fe2db" 2024-11-07T21:25:05,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f1dbc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:25:05,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fc742968c91,39921,-1] 2024-11-07T21:25:05,576 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T21:25:05,576 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:25:05,576 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T21:25:05,577 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@656bb2c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:25:05,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ab49e38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:25:05,578 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fc742968c91,39921,-1 for getting cluster id 2024-11-07T21:25:05,578 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T21:25:05,578 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5a7e692-593c-43b6-a085-c810d74fe2db' 2024-11-07T21:25:05,578 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T21:25:05,578 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5a7e692-593c-43b6-a085-c810d74fe2db" 2024-11-07T21:25:05,579 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fcf48da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:25:05,579 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fc742968c91,39921,-1] 2024-11-07T21:25:05,579 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T21:25:05,579 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:25:05,579 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T21:25:05,580 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e2de84c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:25:05,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44c7cbd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:25:05,580 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fc742968c91,39921,-1 for getting cluster id 2024-11-07T21:25:05,580 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T21:25:05,581 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5a7e692-593c-43b6-a085-c810d74fe2db' 2024-11-07T21:25:05,581 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T21:25:05,581 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5a7e692-593c-43b6-a085-c810d74fe2db" 2024-11-07T21:25:05,581 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25324aab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:25:05,581 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fc742968c91,39921,-1] 2024-11-07T21:25:05,581 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T21:25:05,581 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:25:05,582 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T21:25:05,582 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37dc071, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:25:05,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74eb86df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:25:05,583 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fc742968c91,39921,-1 for getting cluster id 2024-11-07T21:25:05,583 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T21:25:05,584 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5a7e692-593c-43b6-a085-c810d74fe2db' 2024-11-07T21:25:05,584 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T21:25:05,584 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5a7e692-593c-43b6-a085-c810d74fe2db" 2024-11-07T21:25:05,584 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66a1cfdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:25:05,584 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fc742968c91,39921,-1] 2024-11-07T21:25:05,584 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T21:25:05,585 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:25:05,585 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T21:25:05,586 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21a50fe5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:25:05,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ad70f2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:25:05,586 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fc742968c91,39921,-1 for getting cluster id 2024-11-07T21:25:05,586 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T21:25:05,587 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5a7e692-593c-43b6-a085-c810d74fe2db' 2024-11-07T21:25:05,587 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T21:25:05,587 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5a7e692-593c-43b6-a085-c810d74fe2db" 2024-11-07T21:25:05,587 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d2686a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:25:05,587 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fc742968c91,39921,-1] 2024-11-07T21:25:05,587 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T21:25:05,587 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:25:05,588 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T21:25:05,588 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6635f623, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:25:05,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37c1171b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:25:05,589 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fc742968c91,39921,-1 for getting cluster id 2024-11-07T21:25:05,589 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T21:25:05,590 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5a7e692-593c-43b6-a085-c810d74fe2db' 2024-11-07T21:25:05,590 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T21:25:05,590 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5a7e692-593c-43b6-a085-c810d74fe2db" 2024-11-07T21:25:05,590 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32a6cc69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:25:05,590 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fc742968c91,39921,-1] 2024-11-07T21:25:05,590 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T21:25:05,590 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:25:05,591 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T21:25:05,591 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f77acad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:25:05,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71eb9fff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:25:05,592 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fc742968c91,39921,-1 for getting cluster id 2024-11-07T21:25:05,592 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T21:25:05,592 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5a7e692-593c-43b6-a085-c810d74fe2db' 2024-11-07T21:25:05,592 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T21:25:05,593 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5a7e692-593c-43b6-a085-c810d74fe2db" 2024-11-07T21:25:05,593 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@292b0fa8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:25:05,593 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fc742968c91,39921,-1] 2024-11-07T21:25:05,593 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T21:25:05,593 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:25:05,593 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T21:25:05,594 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fc3a91e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:25:05,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79acb6d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:25:05,595 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fc742968c91,39921,-1 for getting cluster id 2024-11-07T21:25:05,595 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T21:25:05,595 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5a7e692-593c-43b6-a085-c810d74fe2db' 2024-11-07T21:25:05,595 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T21:25:05,595 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5a7e692-593c-43b6-a085-c810d74fe2db" 2024-11-07T21:25:05,595 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bad9f86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:25:05,595 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fc742968c91,39921,-1] 2024-11-07T21:25:05,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T21:25:05,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:25:05,596 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T21:25:05,597 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fb1672, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:25:05,597 DEBUG [Thread-2396 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:25:05,597 DEBUG [Thread-2394 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:25:05,597 DEBUG [Thread-2398 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:25:05,597 DEBUG [Thread-2405 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:25:05,597 DEBUG [Thread-2407 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:25:05,598 DEBUG [Thread-2400 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:25:05,598 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,33553,1731014551923, seqNum=-1] 2024-11-07T21:25:05,598 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,33553,1731014551923, seqNum=-1] 2024-11-07T21:25:05,598 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,33553,1731014551923, seqNum=-1] 2024-11-07T21:25:05,598 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,33553,1731014551923, seqNum=-1] 2024-11-07T21:25:05,598 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:25:05,598 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:25:05,598 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:25:05,598 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,33553,1731014551923, seqNum=-1] 2024-11-07T21:25:05,598 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:25:05,598 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,33553,1731014551923, seqNum=-1] 2024-11-07T21:25:05,599 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:25:05,599 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:25:05,599 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T21:25:05,599 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:25:05,599 DEBUG [Thread-2403 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:25:05,599 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:25:05,599 DEBUG [Thread-2409 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:25:05,600 DEBUG [Thread-2392 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:25:05,600 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:25:05,600 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:25:05,600 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:25:05,600 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,33553,1731014551923, seqNum=-1] 2024-11-07T21:25:05,600 DEBUG [Thread-2403 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,33553,1731014551923, seqNum=-1] 2024-11-07T21:25:05,600 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:25:05,600 DEBUG [Thread-2403 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:25:05,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees 2024-11-07T21:25:05,600 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:25:05,601 DEBUG [Thread-2409 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,33553,1731014551923, seqNum=-1] 2024-11-07T21:25:05,601 DEBUG [Thread-2409 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:25:05,601 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5] 2024-11-07T21:25:05,602 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:25:05,602 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:25:05,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5] 2024-11-07T21:25:05,603 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5] 2024-11-07T21:25:05,603 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5] 2024-11-07T21:25:05,603 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5] 2024-11-07T21:25:05,603 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:25:05,603 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5] 2024-11-07T21:25:05,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-07T21:25:05,604 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T21:25:05,604 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5] 2024-11-07T21:25:05,604 DEBUG [Thread-2411 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:25:05,605 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5] 2024-11-07T21:25:05,605 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T21:25:05,605 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T21:25:05,605 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,33553,1731014551923, seqNum=-1] 2024-11-07T21:25:05,605 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:25:05,605 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5] 2024-11-07T21:25:05,607 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:25:05,608 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5] 2024-11-07T21:25:05,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on 4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:05,610 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-07T21:25:05,610 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4380d11b8e4c2f3ad6b93501698b843b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-07T21:25:05,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:05,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55052 deadline: 1731014765628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:05,631 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:05,631 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:05,631 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:05,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:05,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55032 deadline: 1731014765629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:05,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:05,633 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:05,633 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:05,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55046 deadline: 1731014765630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:05,634 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:05,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:05,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:05,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:05,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:05,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55030 deadline: 1731014765631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:05,634 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:05,634 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:05,634 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:05,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:05,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55062 deadline: 1731014765632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:05,635 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:05,635 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:05,635 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:05,643 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107bb9219223dba41fea4b2c1a8308ad7ea_4380d11b8e4c2f3ad6b93501698b843b is 50, key is test_row_0/A:col10/1731014705610/Put/seqid=0 2024-11-07T21:25:05,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742360_1536 (size=12154) 2024-11-07T21:25:05,665 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:05,668 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107bb9219223dba41fea4b2c1a8308ad7ea_4380d11b8e4c2f3ad6b93501698b843b to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107bb9219223dba41fea4b2c1a8308ad7ea_4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:05,669 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/c523e234596e417ea2f39ae4b63022ea, store: [table=TestAcidGuarantees family=A region=4380d11b8e4c2f3ad6b93501698b843b] 2024-11-07T21:25:05,670 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/c523e234596e417ea2f39ae4b63022ea is 175, key is test_row_0/A:col10/1731014705610/Put/seqid=0 2024-11-07T21:25:05,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742361_1537 (size=30955) 2024-11-07T21:25:05,677 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/c523e234596e417ea2f39ae4b63022ea 2024-11-07T21:25:05,702 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/B/c346e7185f5d4af58ef9b7150e6d9a59 is 50, key is test_row_0/B:col10/1731014705610/Put/seqid=0 2024-11-07T21:25:05,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742362_1538 (size=12001) 2024-11-07T21:25:05,707 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/B/c346e7185f5d4af58ef9b7150e6d9a59 2024-11-07T21:25:05,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-07T21:25:05,729 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/C/ed0e72fe6f7e4ed4917879e16b35e9f4 is 50, key is test_row_0/C:col10/1731014705610/Put/seqid=0 2024-11-07T21:25:05,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742363_1539 (size=12001) 2024-11-07T21:25:05,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:05,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55052 deadline: 1731014765740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:05,742 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:05,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:05,742 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:05,742 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:05,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55032 deadline: 1731014765740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:05,742 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:05,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:05,742 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:05,742 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:05,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55030 deadline: 1731014765740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:05,742 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:05,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:05,742 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:05,742 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:05,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55062 deadline: 1731014765740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:05,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:05,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55046 deadline: 1731014765740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:05,743 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:05,743 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:05,743 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:05,743 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:05,743 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:05,743 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:05,756 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-07T21:25:05,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:05,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. as already flushing 2024-11-07T21:25:05,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:05,757 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:05,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:05,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:05,909 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-07T21:25:05,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:05,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. as already flushing 2024-11-07T21:25:05,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:05,909 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:05,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:05,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:05,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-07T21:25:05,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:05,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:05,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55052 deadline: 1731014765950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:05,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55030 deadline: 1731014765950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:05,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:05,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:05,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:05,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55032 deadline: 1731014765950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:05,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55062 deadline: 1731014765950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:05,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:05,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:05,952 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:05,952 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:05,952 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:05,952 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:05,952 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:05,952 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:05,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:05,952 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:05,952 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:05,952 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:05,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55046 deadline: 1731014765950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:05,952 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:05,953 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:05,953 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:06,062 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-07T21:25:06,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:06,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. as already flushing 2024-11-07T21:25:06,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:06,062 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:06,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:06,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:06,137 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/C/ed0e72fe6f7e4ed4917879e16b35e9f4 2024-11-07T21:25:06,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/c523e234596e417ea2f39ae4b63022ea as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/c523e234596e417ea2f39ae4b63022ea 2024-11-07T21:25:06,144 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/c523e234596e417ea2f39ae4b63022ea, entries=150, sequenceid=17, filesize=30.2 K 2024-11-07T21:25:06,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/B/c346e7185f5d4af58ef9b7150e6d9a59 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/c346e7185f5d4af58ef9b7150e6d9a59 2024-11-07T21:25:06,148 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/c346e7185f5d4af58ef9b7150e6d9a59, entries=150, sequenceid=17, filesize=11.7 K 2024-11-07T21:25:06,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/C/ed0e72fe6f7e4ed4917879e16b35e9f4 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/ed0e72fe6f7e4ed4917879e16b35e9f4 2024-11-07T21:25:06,153 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/ed0e72fe6f7e4ed4917879e16b35e9f4, entries=150, sequenceid=17, filesize=11.7 K 2024-11-07T21:25:06,154 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 4380d11b8e4c2f3ad6b93501698b843b in 544ms, sequenceid=17, compaction requested=false 2024-11-07T21:25:06,154 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-07T21:25:06,154 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4380d11b8e4c2f3ad6b93501698b843b: 2024-11-07T21:25:06,216 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-07T21:25:06,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:06,216 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2902): Flushing 4380d11b8e4c2f3ad6b93501698b843b 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-07T21:25:06,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107c1fea44998824305b8c83b49432c9151_4380d11b8e4c2f3ad6b93501698b843b is 50, key is test_row_0/A:col10/1731014705630/Put/seqid=0 2024-11-07T21:25:06,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742364_1540 (size=12154) 2024-11-07T21:25:06,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:06,229 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107c1fea44998824305b8c83b49432c9151_4380d11b8e4c2f3ad6b93501698b843b to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107c1fea44998824305b8c83b49432c9151_4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:06,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-07T21:25:06,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/cbb709a8fbd94dd0b6071c2c41ce8812, store: [table=TestAcidGuarantees family=A region=4380d11b8e4c2f3ad6b93501698b843b] 2024-11-07T21:25:06,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/cbb709a8fbd94dd0b6071c2c41ce8812 is 175, key is test_row_0/A:col10/1731014705630/Put/seqid=0 2024-11-07T21:25:06,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742365_1541 (size=30955) 2024-11-07T21:25:06,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on 4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:06,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. as already flushing 2024-11-07T21:25:06,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:06,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55030 deadline: 1731014766268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:06,272 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:06,272 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:06,272 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:06,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:06,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55052 deadline: 1731014766269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:06,274 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:06,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:06,274 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:06,274 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:06,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55062 deadline: 1731014766269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:06,274 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:06,274 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:06,274 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:06,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:06,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55046 deadline: 1731014766270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:06,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:06,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:06,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:06,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:06,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55032 deadline: 1731014766270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:06,275 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:06,275 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:06,275 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:06,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:06,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55030 deadline: 1731014766379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:06,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:06,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:06,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:06,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55062 deadline: 1731014766379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:06,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:06,380 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:06,380 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:06,380 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:06,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:06,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55046 deadline: 1731014766380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:06,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:06,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:06,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:06,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:06,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55052 deadline: 1731014766380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:06,381 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:06,381 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:06,381 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:06,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:06,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55032 deadline: 1731014766380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:06,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:06,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:06,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:06,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:06,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55030 deadline: 1731014766589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:06,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:06,592 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:06,592 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:06,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55062 deadline: 1731014766589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:06,592 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:06,592 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:06,592 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:06,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:06,592 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:06,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55052 deadline: 1731014766589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:06,592 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:06,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:06,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:06,593 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:06,593 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:06,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55032 deadline: 1731014766589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:06,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55046 deadline: 1731014766589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:06,593 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:06,593 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:06,593 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:06,593 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:06,593 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:06,593 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:06,635 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/cbb709a8fbd94dd0b6071c2c41ce8812 2024-11-07T21:25:06,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/B/d10e06f8cab0400bbdc0ae11e7909fb1 is 50, key is test_row_0/B:col10/1731014705630/Put/seqid=0 2024-11-07T21:25:06,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742366_1542 (size=12001) 2024-11-07T21:25:06,643 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/B/d10e06f8cab0400bbdc0ae11e7909fb1 2024-11-07T21:25:06,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/C/858fcc312cee4e55bf11096e1959cd33 is 50, key is test_row_0/C:col10/1731014705630/Put/seqid=0 2024-11-07T21:25:06,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742367_1543 (size=12001) 2024-11-07T21:25:06,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-07T21:25:06,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:06,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55030 deadline: 1731014766900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:06,902 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:06,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:06,902 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:06,902 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:06,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55052 deadline: 1731014766900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:06,902 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:06,902 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:06,902 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:06,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:06,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55062 deadline: 1731014766900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:06,903 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:06,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:06,903 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:06,903 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:06,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55032 deadline: 1731014766900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:06,903 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:06,903 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:06,903 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:06,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:06,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55046 deadline: 1731014766900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:06,903 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:06,903 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:06,903 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:07,053 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/C/858fcc312cee4e55bf11096e1959cd33 2024-11-07T21:25:07,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/cbb709a8fbd94dd0b6071c2c41ce8812 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/cbb709a8fbd94dd0b6071c2c41ce8812 2024-11-07T21:25:07,059 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/cbb709a8fbd94dd0b6071c2c41ce8812, entries=150, sequenceid=40, filesize=30.2 K 2024-11-07T21:25:07,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/B/d10e06f8cab0400bbdc0ae11e7909fb1 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/d10e06f8cab0400bbdc0ae11e7909fb1 2024-11-07T21:25:07,062 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/d10e06f8cab0400bbdc0ae11e7909fb1, entries=150, sequenceid=40, filesize=11.7 K 2024-11-07T21:25:07,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/C/858fcc312cee4e55bf11096e1959cd33 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/858fcc312cee4e55bf11096e1959cd33 2024-11-07T21:25:07,066 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/858fcc312cee4e55bf11096e1959cd33, entries=150, sequenceid=40, filesize=11.7 K 2024-11-07T21:25:07,067 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 4380d11b8e4c2f3ad6b93501698b843b in 850ms, sequenceid=40, compaction requested=false 2024-11-07T21:25:07,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2603): Flush status journal for 4380d11b8e4c2f3ad6b93501698b843b: 2024-11-07T21:25:07,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:07,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159 2024-11-07T21:25:07,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4169): Remote procedure done, pid=159 2024-11-07T21:25:07,069 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158 2024-11-07T21:25:07,069 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4630 sec 2024-11-07T21:25:07,071 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 1.4710 sec 2024-11-07T21:25:07,206 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-07T21:25:07,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on 4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:07,412 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-07T21:25:07,412 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4380d11b8e4c2f3ad6b93501698b843b 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-07T21:25:07,418 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107c88b1479277148afb1324b6f700d3afa_4380d11b8e4c2f3ad6b93501698b843b is 50, key is test_row_0/A:col10/1731014706268/Put/seqid=0 2024-11-07T21:25:07,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742368_1544 (size=12154) 2024-11-07T21:25:07,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:07,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55046 deadline: 1731014767432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:07,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:07,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:07,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:07,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:07,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55052 deadline: 1731014767432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:07,438 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:07,438 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:07,438 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:07,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:07,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55062 deadline: 1731014767433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:07,438 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:07,438 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:07,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:07,438 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:07,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55030 deadline: 1731014767433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:07,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:07,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55032 deadline: 1731014767433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:07,438 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:07,438 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:07,438 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:07,438 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:07,438 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:07,439 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:07,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:07,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55052 deadline: 1731014767539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:07,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:07,542 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:07,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55046 deadline: 1731014767539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:07,542 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:07,542 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:07,542 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:07,542 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:07,542 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:07,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:07,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55062 deadline: 1731014767550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:07,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:07,552 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:07,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55030 deadline: 1731014767550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:07,552 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:07,552 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:07,552 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:07,552 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:07,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:07,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:07,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55032 deadline: 1731014767550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:07,553 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:07,553 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:07,553 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:07,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:07,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55052 deadline: 1731014767749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:07,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:07,752 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:07,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55046 deadline: 1731014767749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:07,752 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:07,752 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:07,753 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:07,753 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:07,753 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:07,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-07T21:25:07,760 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T21:25:07,760 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T21:25:07,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:07,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55062 deadline: 1731014767760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:07,761 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:07,761 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:07,761 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:07,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-11-07T21:25:07,762 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T21:25:07,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-07T21:25:07,763 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T21:25:07,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T21:25:07,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:07,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55030 deadline: 1731014767760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:07,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:07,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:07,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:07,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55032 deadline: 1731014767760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:07,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:07,764 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:07,764 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:07,764 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:07,821 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:07,824 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107c88b1479277148afb1324b6f700d3afa_4380d11b8e4c2f3ad6b93501698b843b to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107c88b1479277148afb1324b6f700d3afa_4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:07,825 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/dcbb2f1dac2a4ed3a557cec89ae404a7, store: [table=TestAcidGuarantees family=A region=4380d11b8e4c2f3ad6b93501698b843b] 2024-11-07T21:25:07,825 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/dcbb2f1dac2a4ed3a557cec89ae404a7 is 175, key is test_row_0/A:col10/1731014706268/Put/seqid=0 2024-11-07T21:25:07,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742369_1545 (size=30955) 2024-11-07T21:25:07,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-07T21:25:07,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-07T21:25:07,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:07,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. as already flushing 2024-11-07T21:25:07,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:07,915 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:07,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:07,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:08,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:08,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55052 deadline: 1731014768059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:08,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:08,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55046 deadline: 1731014768059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:08,061 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:08,061 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:08,061 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:08,061 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:08,061 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:08,061 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:08,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-07T21:25:08,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:08,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. as already flushing 2024-11-07T21:25:08,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:08,068 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:08,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:08,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:08,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:08,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55032 deadline: 1731014768070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:08,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:08,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55062 deadline: 1731014768070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:08,073 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:08,073 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:08,073 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:08,073 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:08,073 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:08,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:08,073 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:08,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55030 deadline: 1731014768070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:08,073 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:08,073 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:08,073 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:08,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-07T21:25:08,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-07T21:25:08,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:08,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. as already flushing 2024-11-07T21:25:08,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:08,221 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:08,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:08,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:08,229 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/dcbb2f1dac2a4ed3a557cec89ae404a7 2024-11-07T21:25:08,234 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/B/649313a6ee8e484ab3a91b7135cbda35 is 50, key is test_row_0/B:col10/1731014706268/Put/seqid=0 2024-11-07T21:25:08,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742370_1546 (size=12001) 2024-11-07T21:25:08,374 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-07T21:25:08,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:08,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. as already flushing 2024-11-07T21:25:08,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:08,374 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:08,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:08,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:08,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-07T21:25:08,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-07T21:25:08,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:08,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. as already flushing 2024-11-07T21:25:08,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:08,527 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:08,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:08,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:08,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:08,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55052 deadline: 1731014768570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:08,572 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:08,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:08,572 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:08,572 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:08,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55046 deadline: 1731014768570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:08,573 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:08,573 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:08,573 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:08,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:08,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55062 deadline: 1731014768579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:08,580 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:08,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:08,580 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:08,580 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:08,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55030 deadline: 1731014768579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:08,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:08,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55032 deadline: 1731014768579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:08,580 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:08,580 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:08,580 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:08,584 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:08,584 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:08,584 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:08,637 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/B/649313a6ee8e484ab3a91b7135cbda35 2024-11-07T21:25:08,644 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/C/91180402c1eb47efadc894951e22bde8 is 50, key is test_row_0/C:col10/1731014706268/Put/seqid=0 2024-11-07T21:25:08,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742371_1547 (size=12001) 2024-11-07T21:25:08,679 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-07T21:25:08,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:08,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. as already flushing 2024-11-07T21:25:08,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:08,679 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:08,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:08,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:08,832 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-07T21:25:08,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:08,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. as already flushing 2024-11-07T21:25:08,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:08,832 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:08,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:08,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:08,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-07T21:25:08,984 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-07T21:25:08,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:08,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. as already flushing 2024-11-07T21:25:08,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:08,985 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:08,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:08,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:09,054 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/C/91180402c1eb47efadc894951e22bde8 2024-11-07T21:25:09,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/dcbb2f1dac2a4ed3a557cec89ae404a7 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/dcbb2f1dac2a4ed3a557cec89ae404a7 2024-11-07T21:25:09,060 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/dcbb2f1dac2a4ed3a557cec89ae404a7, entries=150, sequenceid=55, filesize=30.2 K 2024-11-07T21:25:09,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/B/649313a6ee8e484ab3a91b7135cbda35 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/649313a6ee8e484ab3a91b7135cbda35 2024-11-07T21:25:09,063 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/649313a6ee8e484ab3a91b7135cbda35, entries=150, sequenceid=55, filesize=11.7 K 2024-11-07T21:25:09,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/C/91180402c1eb47efadc894951e22bde8 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/91180402c1eb47efadc894951e22bde8 2024-11-07T21:25:09,067 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/91180402c1eb47efadc894951e22bde8, entries=150, sequenceid=55, filesize=11.7 K 2024-11-07T21:25:09,068 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 4380d11b8e4c2f3ad6b93501698b843b in 1656ms, sequenceid=55, compaction requested=true 2024-11-07T21:25:09,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4380d11b8e4c2f3ad6b93501698b843b: 2024-11-07T21:25:09,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4380d11b8e4c2f3ad6b93501698b843b:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T21:25:09,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:25:09,068 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:25:09,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4380d11b8e4c2f3ad6b93501698b843b:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T21:25:09,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:25:09,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4380d11b8e4c2f3ad6b93501698b843b:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T21:25:09,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-07T21:25:09,069 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:25:09,069 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): 4380d11b8e4c2f3ad6b93501698b843b/A is initiating minor compaction (all files) 2024-11-07T21:25:09,069 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4380d11b8e4c2f3ad6b93501698b843b/A in TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:09,069 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/c523e234596e417ea2f39ae4b63022ea, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/cbb709a8fbd94dd0b6071c2c41ce8812, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/dcbb2f1dac2a4ed3a557cec89ae404a7] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp, totalSize=90.7 K 2024-11-07T21:25:09,069 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:09,069 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. files: [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/c523e234596e417ea2f39ae4b63022ea, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/cbb709a8fbd94dd0b6071c2c41ce8812, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/dcbb2f1dac2a4ed3a557cec89ae404a7] 2024-11-07T21:25:09,070 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting c523e234596e417ea2f39ae4b63022ea, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731014705608 2024-11-07T21:25:09,070 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting cbb709a8fbd94dd0b6071c2c41ce8812, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731014705623 2024-11-07T21:25:09,070 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting dcbb2f1dac2a4ed3a557cec89ae404a7, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731014706268 2024-11-07T21:25:09,071 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:25:09,072 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:25:09,072 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1541): 4380d11b8e4c2f3ad6b93501698b843b/B is initiating minor compaction (all files) 2024-11-07T21:25:09,072 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4380d11b8e4c2f3ad6b93501698b843b/B in TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:09,072 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/c346e7185f5d4af58ef9b7150e6d9a59, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/d10e06f8cab0400bbdc0ae11e7909fb1, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/649313a6ee8e484ab3a91b7135cbda35] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp, totalSize=35.2 K 2024-11-07T21:25:09,074 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting c346e7185f5d4af58ef9b7150e6d9a59, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731014705608 2024-11-07T21:25:09,074 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting d10e06f8cab0400bbdc0ae11e7909fb1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731014705623 2024-11-07T21:25:09,074 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 649313a6ee8e484ab3a91b7135cbda35, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731014706268 2024-11-07T21:25:09,085 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4380d11b8e4c2f3ad6b93501698b843b] 2024-11-07T21:25:09,087 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4380d11b8e4c2f3ad6b93501698b843b#B#compaction#468 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:25:09,087 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/B/c9ba4a4a8cdf4d959ac0ef63a759c15c is 50, key is test_row_0/B:col10/1731014706268/Put/seqid=0 2024-11-07T21:25:09,089 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024110741b12ecf55534560969a1013030f6982_4380d11b8e4c2f3ad6b93501698b843b store=[table=TestAcidGuarantees family=A region=4380d11b8e4c2f3ad6b93501698b843b] 2024-11-07T21:25:09,090 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024110741b12ecf55534560969a1013030f6982_4380d11b8e4c2f3ad6b93501698b843b, store=[table=TestAcidGuarantees family=A region=4380d11b8e4c2f3ad6b93501698b843b] 2024-11-07T21:25:09,090 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110741b12ecf55534560969a1013030f6982_4380d11b8e4c2f3ad6b93501698b843b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4380d11b8e4c2f3ad6b93501698b843b] 2024-11-07T21:25:09,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742373_1549 (size=4469) 2024-11-07T21:25:09,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742372_1548 (size=12104) 2024-11-07T21:25:09,095 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4380d11b8e4c2f3ad6b93501698b843b#A#compaction#467 average throughput is 2.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:25:09,096 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/69169cb941894016b38974a638db3fed is 175, key is test_row_0/A:col10/1731014706268/Put/seqid=0 2024-11-07T21:25:09,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742374_1550 (size=31058) 2024-11-07T21:25:09,103 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/69169cb941894016b38974a638db3fed as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/69169cb941894016b38974a638db3fed 2024-11-07T21:25:09,107 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4380d11b8e4c2f3ad6b93501698b843b/A of 4380d11b8e4c2f3ad6b93501698b843b into 69169cb941894016b38974a638db3fed(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:25:09,107 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4380d11b8e4c2f3ad6b93501698b843b: 2024-11-07T21:25:09,107 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., storeName=4380d11b8e4c2f3ad6b93501698b843b/A, priority=13, startTime=1731014709068; duration=0sec 2024-11-07T21:25:09,107 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:25:09,107 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4380d11b8e4c2f3ad6b93501698b843b:A 2024-11-07T21:25:09,107 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:25:09,108 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:25:09,108 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): 4380d11b8e4c2f3ad6b93501698b843b/C is initiating minor compaction (all files) 2024-11-07T21:25:09,108 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4380d11b8e4c2f3ad6b93501698b843b/C in TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:09,108 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/ed0e72fe6f7e4ed4917879e16b35e9f4, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/858fcc312cee4e55bf11096e1959cd33, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/91180402c1eb47efadc894951e22bde8] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp, totalSize=35.2 K 2024-11-07T21:25:09,108 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting ed0e72fe6f7e4ed4917879e16b35e9f4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731014705608 2024-11-07T21:25:09,108 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 858fcc312cee4e55bf11096e1959cd33, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731014705623 2024-11-07T21:25:09,109 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 91180402c1eb47efadc894951e22bde8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731014706268 2024-11-07T21:25:09,122 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4380d11b8e4c2f3ad6b93501698b843b#C#compaction#469 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:25:09,123 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/C/315e95bc64254a7baebcbe5e2007cff1 is 50, key is test_row_0/C:col10/1731014706268/Put/seqid=0 2024-11-07T21:25:09,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-07T21:25:09,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:09,138 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2902): Flushing 4380d11b8e4c2f3ad6b93501698b843b 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-07T21:25:09,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742375_1551 (size=12104) 2024-11-07T21:25:09,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107bb85be4e161c40e585a3006d719f2e0d_4380d11b8e4c2f3ad6b93501698b843b is 50, key is test_row_0/A:col10/1731014707431/Put/seqid=0 2024-11-07T21:25:09,147 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/C/315e95bc64254a7baebcbe5e2007cff1 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/315e95bc64254a7baebcbe5e2007cff1 2024-11-07T21:25:09,152 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4380d11b8e4c2f3ad6b93501698b843b/C of 4380d11b8e4c2f3ad6b93501698b843b into 315e95bc64254a7baebcbe5e2007cff1(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:25:09,152 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4380d11b8e4c2f3ad6b93501698b843b: 2024-11-07T21:25:09,152 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., storeName=4380d11b8e4c2f3ad6b93501698b843b/C, priority=13, startTime=1731014709068; duration=0sec 2024-11-07T21:25:09,152 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:25:09,152 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4380d11b8e4c2f3ad6b93501698b843b:C 2024-11-07T21:25:09,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742376_1552 (size=12154) 2024-11-07T21:25:09,499 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/B/c9ba4a4a8cdf4d959ac0ef63a759c15c as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/c9ba4a4a8cdf4d959ac0ef63a759c15c 2024-11-07T21:25:09,503 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4380d11b8e4c2f3ad6b93501698b843b/B of 4380d11b8e4c2f3ad6b93501698b843b into c9ba4a4a8cdf4d959ac0ef63a759c15c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:25:09,503 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4380d11b8e4c2f3ad6b93501698b843b: 2024-11-07T21:25:09,503 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., storeName=4380d11b8e4c2f3ad6b93501698b843b/B, priority=13, startTime=1731014709068; duration=0sec 2024-11-07T21:25:09,503 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:25:09,503 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4380d11b8e4c2f3ad6b93501698b843b:B 2024-11-07T21:25:09,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:09,558 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107bb85be4e161c40e585a3006d719f2e0d_4380d11b8e4c2f3ad6b93501698b843b to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107bb85be4e161c40e585a3006d719f2e0d_4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:09,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/f2ae31d5f3744132be752edabaa18d49, store: [table=TestAcidGuarantees family=A region=4380d11b8e4c2f3ad6b93501698b843b] 2024-11-07T21:25:09,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/f2ae31d5f3744132be752edabaa18d49 is 175, key is test_row_0/A:col10/1731014707431/Put/seqid=0 2024-11-07T21:25:09,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742377_1553 (size=30955) 2024-11-07T21:25:09,563 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/f2ae31d5f3744132be752edabaa18d49 2024-11-07T21:25:09,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/B/437063930eab462b8824847ec741a2cf is 50, key is test_row_0/B:col10/1731014707431/Put/seqid=0 2024-11-07T21:25:09,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742378_1554 (size=12001) 2024-11-07T21:25:09,574 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/B/437063930eab462b8824847ec741a2cf 2024-11-07T21:25:09,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/C/67cf2d5c1e064cd7aec501e777170028 is 50, key is test_row_0/C:col10/1731014707431/Put/seqid=0 2024-11-07T21:25:09,582 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. as already flushing 2024-11-07T21:25:09,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on 4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:09,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742379_1555 (size=12001) 2024-11-07T21:25:09,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:09,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:09,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55062 deadline: 1731014769598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:09,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55032 deadline: 1731014769599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:09,604 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:09,604 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:09,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:09,604 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:09,604 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:09,604 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:09,604 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:09,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55046 deadline: 1731014769600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:09,604 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:09,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:09,604 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:09,604 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:09,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55030 deadline: 1731014769599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:09,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:09,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55052 deadline: 1731014769601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:09,605 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 4fc742968c91,33553,1731014551923 for 'test_row_2' in 4380d11b8e4c2f3ad6b93501698b843b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2172 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-07T21:25:09,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:09,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:09,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:09,605 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:09,605 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:09,605 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:09,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:09,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55062 deadline: 1731014769709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:09,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:09,710 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:09,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55032 deadline: 1731014769709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:09,710 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:09,711 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:09,711 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:09,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:09,711 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:09,711 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:09,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55046 deadline: 1731014769709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:09,711 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:09,711 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:09,711 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:09,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:09,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55052 deadline: 1731014769709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:09,711 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:09,711 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:09,711 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:09,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-07T21:25:09,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:09,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55062 deadline: 1731014769919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:09,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:09,922 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:09,922 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:09,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55032 deadline: 1731014769919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:09,922 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:09,923 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:09,923 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:09,923 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:09,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:09,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55046 deadline: 1731014769919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:09,923 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:09,923 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:09,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:09,923 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:09,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55052 deadline: 1731014769919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:09,923 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:09,923 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:09,923 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:09,985 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/C/67cf2d5c1e064cd7aec501e777170028 2024-11-07T21:25:09,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/f2ae31d5f3744132be752edabaa18d49 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/f2ae31d5f3744132be752edabaa18d49 2024-11-07T21:25:09,992 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/f2ae31d5f3744132be752edabaa18d49, entries=150, sequenceid=77, filesize=30.2 K 2024-11-07T21:25:09,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/B/437063930eab462b8824847ec741a2cf as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/437063930eab462b8824847ec741a2cf 2024-11-07T21:25:09,995 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/437063930eab462b8824847ec741a2cf, entries=150, sequenceid=77, filesize=11.7 K 2024-11-07T21:25:09,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/C/67cf2d5c1e064cd7aec501e777170028 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/67cf2d5c1e064cd7aec501e777170028 2024-11-07T21:25:10,001 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/67cf2d5c1e064cd7aec501e777170028, entries=150, sequenceid=77, filesize=11.7 K 2024-11-07T21:25:10,002 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 4380d11b8e4c2f3ad6b93501698b843b in 864ms, sequenceid=77, compaction requested=false 2024-11-07T21:25:10,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for 4380d11b8e4c2f3ad6b93501698b843b: 2024-11-07T21:25:10,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:10,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-11-07T21:25:10,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4169): Remote procedure done, pid=161 2024-11-07T21:25:10,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-11-07T21:25:10,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2410 sec 2024-11-07T21:25:10,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 2.2460 sec 2024-11-07T21:25:10,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on 4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:10,232 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-07T21:25:10,232 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4380d11b8e4c2f3ad6b93501698b843b 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-07T21:25:10,238 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110707d08153ad0f4dabaf82c92a625c05b3_4380d11b8e4c2f3ad6b93501698b843b is 50, key is test_row_0/A:col10/1731014709598/Put/seqid=0 2024-11-07T21:25:10,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742380_1556 (size=14594) 2024-11-07T21:25:10,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:10,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55046 deadline: 1731014770250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:10,255 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:10,255 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:10,255 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:10,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:10,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55052 deadline: 1731014770253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:10,256 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:10,256 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:10,256 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:10,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:10,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55062 deadline: 1731014770254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:10,259 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:10,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:10,259 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:10,259 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:10,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55032 deadline: 1731014770255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:10,259 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:10,259 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:10,259 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:10,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:10,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55046 deadline: 1731014770359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:10,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:10,362 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:10,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55052 deadline: 1731014770359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:10,362 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:10,362 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:10,363 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:10,363 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:10,363 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:10,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:10,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55062 deadline: 1731014770370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:10,373 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:10,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:10,373 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:10,373 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:10,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55032 deadline: 1731014770370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:10,373 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:10,373 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:10,373 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:10,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:10,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55046 deadline: 1731014770569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:10,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:10,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55052 deadline: 1731014770569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:10,572 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:10,572 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:10,572 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:10,572 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:10,572 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:10,572 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:10,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:10,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55062 deadline: 1731014770580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:10,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:10,584 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:10,584 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:10,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55032 deadline: 1731014770580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:10,584 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:10,584 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:10,584 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:10,584 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:10,648 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:10,651 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110707d08153ad0f4dabaf82c92a625c05b3_4380d11b8e4c2f3ad6b93501698b843b to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110707d08153ad0f4dabaf82c92a625c05b3_4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:10,652 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/b52cf23e629c4339ad12f508a89a9c7f, store: [table=TestAcidGuarantees family=A region=4380d11b8e4c2f3ad6b93501698b843b] 2024-11-07T21:25:10,652 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/b52cf23e629c4339ad12f508a89a9c7f is 175, key is test_row_0/A:col10/1731014709598/Put/seqid=0 2024-11-07T21:25:10,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742381_1557 (size=39549) 2024-11-07T21:25:10,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:10,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55046 deadline: 1731014770879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:10,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:10,882 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:10,882 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:10,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55052 deadline: 1731014770879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:10,882 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:10,882 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:10,882 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:10,882 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:10,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:10,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:10,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55062 deadline: 1731014770889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:10,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55032 deadline: 1731014770889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:10,892 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:10,892 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:10,892 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:10,892 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:10,892 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:10,892 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:11,056 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/b52cf23e629c4339ad12f508a89a9c7f 2024-11-07T21:25:11,063 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/B/c0c14318aaea4e4684b725199fb6b96b is 50, key is test_row_0/B:col10/1731014709598/Put/seqid=0 2024-11-07T21:25:11,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742382_1558 (size=12001) 2024-11-07T21:25:11,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:11,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55046 deadline: 1731014771390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:11,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:11,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:11,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55052 deadline: 1731014771390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:11,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:11,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:11,392 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:11,392 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:11,392 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:11,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:11,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55032 deadline: 1731014771399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:11,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:11,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55062 deadline: 1731014771399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:11,402 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:11,402 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:11,402 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:11,402 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:11,402 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:11,402 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:11,481 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/B/c0c14318aaea4e4684b725199fb6b96b 2024-11-07T21:25:11,487 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/C/7d7aba994b81421a92b1bed259517c4b is 50, key is test_row_0/C:col10/1731014709598/Put/seqid=0 2024-11-07T21:25:11,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742383_1559 (size=12001) 2024-11-07T21:25:11,491 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/C/7d7aba994b81421a92b1bed259517c4b 2024-11-07T21:25:11,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/b52cf23e629c4339ad12f508a89a9c7f as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/b52cf23e629c4339ad12f508a89a9c7f 2024-11-07T21:25:11,498 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/b52cf23e629c4339ad12f508a89a9c7f, entries=200, sequenceid=95, filesize=38.6 K 2024-11-07T21:25:11,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/B/c0c14318aaea4e4684b725199fb6b96b as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/c0c14318aaea4e4684b725199fb6b96b 2024-11-07T21:25:11,502 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/c0c14318aaea4e4684b725199fb6b96b, entries=150, sequenceid=95, filesize=11.7 K 2024-11-07T21:25:11,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/C/7d7aba994b81421a92b1bed259517c4b as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/7d7aba994b81421a92b1bed259517c4b 2024-11-07T21:25:11,506 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/7d7aba994b81421a92b1bed259517c4b, entries=150, sequenceid=95, filesize=11.7 K 2024-11-07T21:25:11,507 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 4380d11b8e4c2f3ad6b93501698b843b in 1275ms, sequenceid=95, compaction requested=true 2024-11-07T21:25:11,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4380d11b8e4c2f3ad6b93501698b843b: 2024-11-07T21:25:11,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4380d11b8e4c2f3ad6b93501698b843b:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T21:25:11,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:25:11,507 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:25:11,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4380d11b8e4c2f3ad6b93501698b843b:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T21:25:11,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:25:11,507 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:25:11,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4380d11b8e4c2f3ad6b93501698b843b:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T21:25:11,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:25:11,508 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:25:11,508 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): 4380d11b8e4c2f3ad6b93501698b843b/B is initiating minor compaction (all files) 2024-11-07T21:25:11,508 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4380d11b8e4c2f3ad6b93501698b843b/B in TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:11,508 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/c9ba4a4a8cdf4d959ac0ef63a759c15c, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/437063930eab462b8824847ec741a2cf, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/c0c14318aaea4e4684b725199fb6b96b] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp, totalSize=35.3 K 2024-11-07T21:25:11,508 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:25:11,508 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting c9ba4a4a8cdf4d959ac0ef63a759c15c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731014706268 2024-11-07T21:25:11,508 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1541): 4380d11b8e4c2f3ad6b93501698b843b/A is initiating minor compaction (all files) 2024-11-07T21:25:11,508 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4380d11b8e4c2f3ad6b93501698b843b/A in TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:11,508 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/69169cb941894016b38974a638db3fed, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/f2ae31d5f3744132be752edabaa18d49, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/b52cf23e629c4339ad12f508a89a9c7f] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp, totalSize=99.2 K 2024-11-07T21:25:11,508 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:11,509 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. files: [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/69169cb941894016b38974a638db3fed, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/f2ae31d5f3744132be752edabaa18d49, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/b52cf23e629c4339ad12f508a89a9c7f] 2024-11-07T21:25:11,509 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 69169cb941894016b38974a638db3fed, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731014706268 2024-11-07T21:25:11,509 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 437063930eab462b8824847ec741a2cf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731014707424 2024-11-07T21:25:11,510 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting c0c14318aaea4e4684b725199fb6b96b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731014709598 2024-11-07T21:25:11,510 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting f2ae31d5f3744132be752edabaa18d49, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731014707424 2024-11-07T21:25:11,510 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting b52cf23e629c4339ad12f508a89a9c7f, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731014709592 2024-11-07T21:25:11,514 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4380d11b8e4c2f3ad6b93501698b843b] 2024-11-07T21:25:11,515 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4380d11b8e4c2f3ad6b93501698b843b#B#compaction#476 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:25:11,516 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/B/7bb013599ec64e009155cc777dfe2a39 is 50, key is test_row_0/B:col10/1731014709598/Put/seqid=0 2024-11-07T21:25:11,516 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411074ca2d7b0c0b648c0b546cdbaefbea924_4380d11b8e4c2f3ad6b93501698b843b store=[table=TestAcidGuarantees family=A region=4380d11b8e4c2f3ad6b93501698b843b] 2024-11-07T21:25:11,518 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411074ca2d7b0c0b648c0b546cdbaefbea924_4380d11b8e4c2f3ad6b93501698b843b, store=[table=TestAcidGuarantees family=A region=4380d11b8e4c2f3ad6b93501698b843b] 2024-11-07T21:25:11,518 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411074ca2d7b0c0b648c0b546cdbaefbea924_4380d11b8e4c2f3ad6b93501698b843b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4380d11b8e4c2f3ad6b93501698b843b] 2024-11-07T21:25:11,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on 4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:11,653 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-07T21:25:11,653 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4380d11b8e4c2f3ad6b93501698b843b 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-07T21:25:11,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742385_1561 (size=4469) 2024-11-07T21:25:11,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742384_1560 (size=12207) 2024-11-07T21:25:11,657 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4380d11b8e4c2f3ad6b93501698b843b#A#compaction#477 average throughput is 0.17 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:25:11,658 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/881aab03345845ac9b2d8368ce11aca1 is 175, key is test_row_0/A:col10/1731014709598/Put/seqid=0 2024-11-07T21:25:11,661 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/B/7bb013599ec64e009155cc777dfe2a39 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/7bb013599ec64e009155cc777dfe2a39 2024-11-07T21:25:11,662 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411074559aaf0b157426594054fe6aab8c2b9_4380d11b8e4c2f3ad6b93501698b843b is 50, key is test_row_0/A:col10/1731014710254/Put/seqid=0 2024-11-07T21:25:11,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742386_1562 (size=31161) 2024-11-07T21:25:11,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742387_1563 (size=14594) 2024-11-07T21:25:11,667 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4380d11b8e4c2f3ad6b93501698b843b/B of 4380d11b8e4c2f3ad6b93501698b843b into 7bb013599ec64e009155cc777dfe2a39(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:25:11,667 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4380d11b8e4c2f3ad6b93501698b843b: 2024-11-07T21:25:11,667 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., storeName=4380d11b8e4c2f3ad6b93501698b843b/B, priority=13, startTime=1731014711507; duration=0sec 2024-11-07T21:25:11,667 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:25:11,667 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4380d11b8e4c2f3ad6b93501698b843b:B 2024-11-07T21:25:11,667 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:25:11,668 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:25:11,668 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): 4380d11b8e4c2f3ad6b93501698b843b/C is initiating minor compaction (all files) 2024-11-07T21:25:11,668 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4380d11b8e4c2f3ad6b93501698b843b/C in TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:11,668 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/315e95bc64254a7baebcbe5e2007cff1, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/67cf2d5c1e064cd7aec501e777170028, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/7d7aba994b81421a92b1bed259517c4b] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp, totalSize=35.3 K 2024-11-07T21:25:11,668 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 315e95bc64254a7baebcbe5e2007cff1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731014706268 2024-11-07T21:25:11,669 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 67cf2d5c1e064cd7aec501e777170028, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731014707424 2024-11-07T21:25:11,669 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 7d7aba994b81421a92b1bed259517c4b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731014709598 2024-11-07T21:25:11,673 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4380d11b8e4c2f3ad6b93501698b843b#C#compaction#479 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:25:11,674 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/C/1857fc2f69bd48febb664bfd4a502cbf is 50, key is test_row_0/C:col10/1731014709598/Put/seqid=0 2024-11-07T21:25:11,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742388_1564 (size=12207) 2024-11-07T21:25:11,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:11,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55030 deadline: 1731014771715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:11,718 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:11,718 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:11,718 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:11,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:11,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55030 deadline: 1731014771829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:11,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:11,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:11,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:11,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-07T21:25:11,930 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T21:25:11,930 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T21:25:11,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees 2024-11-07T21:25:11,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-07T21:25:11,932 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T21:25:11,933 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T21:25:11,933 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T21:25:12,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-07T21:25:12,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:12,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55030 deadline: 1731014772040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:12,044 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:12,044 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:12,044 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:12,067 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:12,068 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/881aab03345845ac9b2d8368ce11aca1 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/881aab03345845ac9b2d8368ce11aca1 2024-11-07T21:25:12,070 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411074559aaf0b157426594054fe6aab8c2b9_4380d11b8e4c2f3ad6b93501698b843b to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411074559aaf0b157426594054fe6aab8c2b9_4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:12,071 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/e7cd338df0c44cf1b39e25b3bc26ce7f, store: [table=TestAcidGuarantees family=A region=4380d11b8e4c2f3ad6b93501698b843b] 2024-11-07T21:25:12,072 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/e7cd338df0c44cf1b39e25b3bc26ce7f is 175, key is test_row_0/A:col10/1731014710254/Put/seqid=0 2024-11-07T21:25:12,074 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4380d11b8e4c2f3ad6b93501698b843b/A of 4380d11b8e4c2f3ad6b93501698b843b into 881aab03345845ac9b2d8368ce11aca1(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:25:12,074 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4380d11b8e4c2f3ad6b93501698b843b: 2024-11-07T21:25:12,074 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., storeName=4380d11b8e4c2f3ad6b93501698b843b/A, priority=13, startTime=1731014711507; duration=0sec 2024-11-07T21:25:12,074 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:25:12,074 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4380d11b8e4c2f3ad6b93501698b843b:A 2024-11-07T21:25:12,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742389_1565 (size=39549) 2024-11-07T21:25:12,078 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=116, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/e7cd338df0c44cf1b39e25b3bc26ce7f 2024-11-07T21:25:12,082 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/C/1857fc2f69bd48febb664bfd4a502cbf as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/1857fc2f69bd48febb664bfd4a502cbf 2024-11-07T21:25:12,085 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/B/d7b2ef95ccc24239b40e241a1958cbaf is 50, key is test_row_0/B:col10/1731014710254/Put/seqid=0 2024-11-07T21:25:12,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-07T21:25:12,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:12,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. as already flushing 2024-11-07T21:25:12,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:12,085 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:12,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:12,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:12,091 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4380d11b8e4c2f3ad6b93501698b843b/C of 4380d11b8e4c2f3ad6b93501698b843b into 1857fc2f69bd48febb664bfd4a502cbf(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:25:12,091 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4380d11b8e4c2f3ad6b93501698b843b: 2024-11-07T21:25:12,091 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., storeName=4380d11b8e4c2f3ad6b93501698b843b/C, priority=13, startTime=1731014711507; duration=0sec 2024-11-07T21:25:12,091 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:25:12,091 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4380d11b8e4c2f3ad6b93501698b843b:C 2024-11-07T21:25:12,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742390_1566 (size=12001) 2024-11-07T21:25:12,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-07T21:25:12,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:12,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. as already flushing 2024-11-07T21:25:12,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:12,238 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:12,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:12,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:12,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-07T21:25:12,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:12,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55030 deadline: 1731014772349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:12,351 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:12,351 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:12,351 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:12,390 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-07T21:25:12,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:12,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. as already flushing 2024-11-07T21:25:12,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:12,391 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:12,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:12,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:12,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:12,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55052 deadline: 1731014772400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:12,403 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 4fc742968c91,33553,1731014551923 for 'test_row_1' in 4380d11b8e4c2f3ad6b93501698b843b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2150 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-07T21:25:12,404 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:12,404 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:12,404 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:12,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:12,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55032 deadline: 1731014772410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:12,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:12,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55062 deadline: 1731014772410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:12,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:12,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55046 deadline: 1731014772410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:12,413 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 4fc742968c91,33553,1731014551923 for 'test_row_2' in 4380d11b8e4c2f3ad6b93501698b843b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2158 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-07T21:25:12,413 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:12,413 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:12,413 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:12,413 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 4fc742968c91,33553,1731014551923 for 'test_row_1' in 4380d11b8e4c2f3ad6b93501698b843b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2159 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-07T21:25:12,414 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:12,414 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:12,414 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:12,413 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 4fc742968c91,33553,1731014551923 for 'test_row_2' in 4380d11b8e4c2f3ad6b93501698b843b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2163 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-07T21:25:12,414 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:12,414 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:12,414 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:12,510 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/B/d7b2ef95ccc24239b40e241a1958cbaf 2024-11-07T21:25:12,516 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/C/53ef88ab12c548539d48d993ab96a195 is 50, key is test_row_0/C:col10/1731014710254/Put/seqid=0 2024-11-07T21:25:12,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742391_1567 (size=12001) 2024-11-07T21:25:12,519 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/C/53ef88ab12c548539d48d993ab96a195 2024-11-07T21:25:12,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/e7cd338df0c44cf1b39e25b3bc26ce7f as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/e7cd338df0c44cf1b39e25b3bc26ce7f 2024-11-07T21:25:12,526 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/e7cd338df0c44cf1b39e25b3bc26ce7f, entries=200, sequenceid=116, filesize=38.6 K 2024-11-07T21:25:12,527 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/B/d7b2ef95ccc24239b40e241a1958cbaf as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/d7b2ef95ccc24239b40e241a1958cbaf 2024-11-07T21:25:12,530 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/d7b2ef95ccc24239b40e241a1958cbaf, entries=150, sequenceid=116, filesize=11.7 K 2024-11-07T21:25:12,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/C/53ef88ab12c548539d48d993ab96a195 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/53ef88ab12c548539d48d993ab96a195 2024-11-07T21:25:12,534 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/53ef88ab12c548539d48d993ab96a195, entries=150, sequenceid=116, filesize=11.7 K 2024-11-07T21:25:12,535 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 4380d11b8e4c2f3ad6b93501698b843b in 882ms, sequenceid=116, compaction requested=false 2024-11-07T21:25:12,535 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4380d11b8e4c2f3ad6b93501698b843b: 2024-11-07T21:25:12,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-07T21:25:12,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:12,544 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2902): Flushing 4380d11b8e4c2f3ad6b93501698b843b 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-07T21:25:12,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-07T21:25:12,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107ab59a0f7615f48949a06b76f813e243e_4380d11b8e4c2f3ad6b93501698b843b is 50, key is test_row_0/A:col10/1731014711693/Put/seqid=0 2024-11-07T21:25:12,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742392_1568 (size=12254) 2024-11-07T21:25:12,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:12,568 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107ab59a0f7615f48949a06b76f813e243e_4380d11b8e4c2f3ad6b93501698b843b to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107ab59a0f7615f48949a06b76f813e243e_4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:12,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/e2f6d770bcda49ea925982ce817cd5a4, store: [table=TestAcidGuarantees family=A region=4380d11b8e4c2f3ad6b93501698b843b] 2024-11-07T21:25:12,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/e2f6d770bcda49ea925982ce817cd5a4 is 175, key is test_row_0/A:col10/1731014711693/Put/seqid=0 2024-11-07T21:25:12,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742393_1569 (size=31055) 2024-11-07T21:25:12,573 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/e2f6d770bcda49ea925982ce817cd5a4 2024-11-07T21:25:12,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/B/ab78a6badcf34052a2af062b01dbb012 is 50, key is test_row_0/B:col10/1731014711693/Put/seqid=0 2024-11-07T21:25:12,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742394_1570 (size=12101) 2024-11-07T21:25:12,584 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/B/ab78a6badcf34052a2af062b01dbb012 2024-11-07T21:25:12,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/C/381a0f9514a54ef28202f347f5ef42db is 50, key is test_row_0/C:col10/1731014711693/Put/seqid=0 2024-11-07T21:25:12,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742395_1571 (size=12101) 2024-11-07T21:25:12,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on 4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:12,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. as already flushing 2024-11-07T21:25:12,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:12,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55030 deadline: 1731014772932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:12,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:12,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:12,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:12,995 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/C/381a0f9514a54ef28202f347f5ef42db 2024-11-07T21:25:12,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/e2f6d770bcda49ea925982ce817cd5a4 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/e2f6d770bcda49ea925982ce817cd5a4 2024-11-07T21:25:13,001 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/e2f6d770bcda49ea925982ce817cd5a4, entries=150, sequenceid=134, filesize=30.3 K 2024-11-07T21:25:13,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/B/ab78a6badcf34052a2af062b01dbb012 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/ab78a6badcf34052a2af062b01dbb012 2024-11-07T21:25:13,004 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/ab78a6badcf34052a2af062b01dbb012, entries=150, sequenceid=134, filesize=11.8 K 2024-11-07T21:25:13,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/C/381a0f9514a54ef28202f347f5ef42db as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/381a0f9514a54ef28202f347f5ef42db 2024-11-07T21:25:13,007 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/381a0f9514a54ef28202f347f5ef42db, entries=150, sequenceid=134, filesize=11.8 K 2024-11-07T21:25:13,008 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 4380d11b8e4c2f3ad6b93501698b843b in 464ms, sequenceid=134, compaction requested=true 2024-11-07T21:25:13,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2603): Flush status journal for 4380d11b8e4c2f3ad6b93501698b843b: 2024-11-07T21:25:13,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:13,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163 2024-11-07T21:25:13,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4169): Remote procedure done, pid=163 2024-11-07T21:25:13,011 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-11-07T21:25:13,011 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0770 sec 2024-11-07T21:25:13,013 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 1.0820 sec 2024-11-07T21:25:13,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on 4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:13,043 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-07T21:25:13,043 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4380d11b8e4c2f3ad6b93501698b843b 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-07T21:25:13,048 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411079e497b864aff497aa07dc2be06ddf1c3_4380d11b8e4c2f3ad6b93501698b843b is 50, key is test_row_0/A:col10/1731014712920/Put/seqid=0 2024-11-07T21:25:13,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742396_1572 (size=14794) 2024-11-07T21:25:13,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-07T21:25:13,069 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T21:25:13,069 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T21:25:13,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees 2024-11-07T21:25:13,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-07T21:25:13,071 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T21:25:13,072 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T21:25:13,072 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T21:25:13,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:13,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55030 deadline: 1731014773091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:13,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:13,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:13,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:13,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-07T21:25:13,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:13,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55030 deadline: 1731014773199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:13,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:13,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:13,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:13,224 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-07T21:25:13,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:13,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. as already flushing 2024-11-07T21:25:13,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:13,224 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:13,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:13,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:13,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-07T21:25:13,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:13,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. as already flushing 2024-11-07T21:25:13,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:13,376 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:13,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:13,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:13,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-07T21:25:13,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:13,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55030 deadline: 1731014773409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:13,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:13,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:13,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:13,454 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:13,456 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411079e497b864aff497aa07dc2be06ddf1c3_4380d11b8e4c2f3ad6b93501698b843b to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411079e497b864aff497aa07dc2be06ddf1c3_4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:13,456 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/3b67728d73d64f0fae04b8246099bb48, store: [table=TestAcidGuarantees family=A region=4380d11b8e4c2f3ad6b93501698b843b] 2024-11-07T21:25:13,457 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/3b67728d73d64f0fae04b8246099bb48 is 175, key is test_row_0/A:col10/1731014712920/Put/seqid=0 2024-11-07T21:25:13,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742397_1573 (size=39749) 2024-11-07T21:25:13,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-07T21:25:13,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:13,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. as already flushing 2024-11-07T21:25:13,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:13,529 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:13,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:13,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:13,681 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-07T21:25:13,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:13,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. as already flushing 2024-11-07T21:25:13,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:13,681 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:13,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:13,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:13,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-07T21:25:13,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:13,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55030 deadline: 1731014773719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:13,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:13,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:13,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:13,834 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-07T21:25:13,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:13,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. as already flushing 2024-11-07T21:25:13,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:13,834 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:13,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:13,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:13,860 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=156, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/3b67728d73d64f0fae04b8246099bb48 2024-11-07T21:25:13,865 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/B/34a780bf7e16433cafdbeda279ca33e4 is 50, key is test_row_0/B:col10/1731014712920/Put/seqid=0 2024-11-07T21:25:13,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742398_1574 (size=12151) 2024-11-07T21:25:13,986 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-07T21:25:13,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:13,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. as already flushing 2024-11-07T21:25:13,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:13,987 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:13,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:13,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:14,139 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-07T21:25:14,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:14,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. as already flushing 2024-11-07T21:25:14,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:14,139 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:14,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:14,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:14,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-07T21:25:14,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:14,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55030 deadline: 1731014774229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:14,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:14,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:14,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:14,269 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/B/34a780bf7e16433cafdbeda279ca33e4 2024-11-07T21:25:14,275 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/C/81ec3243d2414981aab971d9f46c1e17 is 50, key is test_row_0/C:col10/1731014712920/Put/seqid=0 2024-11-07T21:25:14,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742399_1575 (size=12151) 2024-11-07T21:25:14,278 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/C/81ec3243d2414981aab971d9f46c1e17 2024-11-07T21:25:14,281 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/3b67728d73d64f0fae04b8246099bb48 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/3b67728d73d64f0fae04b8246099bb48 2024-11-07T21:25:14,285 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/3b67728d73d64f0fae04b8246099bb48, entries=200, sequenceid=156, filesize=38.8 K 2024-11-07T21:25:14,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/B/34a780bf7e16433cafdbeda279ca33e4 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/34a780bf7e16433cafdbeda279ca33e4 2024-11-07T21:25:14,290 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/34a780bf7e16433cafdbeda279ca33e4, entries=150, sequenceid=156, filesize=11.9 K 2024-11-07T21:25:14,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/C/81ec3243d2414981aab971d9f46c1e17 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/81ec3243d2414981aab971d9f46c1e17 2024-11-07T21:25:14,291 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-07T21:25:14,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:14,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. as already flushing 2024-11-07T21:25:14,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:14,292 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:14,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:14,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:14,296 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/81ec3243d2414981aab971d9f46c1e17, entries=150, sequenceid=156, filesize=11.9 K 2024-11-07T21:25:14,297 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 4380d11b8e4c2f3ad6b93501698b843b in 1254ms, sequenceid=156, compaction requested=true 2024-11-07T21:25:14,297 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4380d11b8e4c2f3ad6b93501698b843b: 2024-11-07T21:25:14,297 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T21:25:14,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4380d11b8e4c2f3ad6b93501698b843b:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T21:25:14,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:25:14,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4380d11b8e4c2f3ad6b93501698b843b:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T21:25:14,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:25:14,298 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T21:25:14,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4380d11b8e4c2f3ad6b93501698b843b:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T21:25:14,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:25:14,298 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141514 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T21:25:14,298 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1541): 4380d11b8e4c2f3ad6b93501698b843b/A is initiating minor compaction (all files) 2024-11-07T21:25:14,298 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4380d11b8e4c2f3ad6b93501698b843b/A in TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:14,299 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/881aab03345845ac9b2d8368ce11aca1, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/e7cd338df0c44cf1b39e25b3bc26ce7f, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/e2f6d770bcda49ea925982ce817cd5a4, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/3b67728d73d64f0fae04b8246099bb48] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp, totalSize=138.2 K 2024-11-07T21:25:14,299 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:14,299 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. files: [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/881aab03345845ac9b2d8368ce11aca1, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/e7cd338df0c44cf1b39e25b3bc26ce7f, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/e2f6d770bcda49ea925982ce817cd5a4, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/3b67728d73d64f0fae04b8246099bb48] 2024-11-07T21:25:14,299 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 881aab03345845ac9b2d8368ce11aca1, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731014709598 2024-11-07T21:25:14,299 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48460 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T21:25:14,300 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): 4380d11b8e4c2f3ad6b93501698b843b/B is initiating minor compaction (all files) 2024-11-07T21:25:14,300 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4380d11b8e4c2f3ad6b93501698b843b/B in TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:14,300 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/7bb013599ec64e009155cc777dfe2a39, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/d7b2ef95ccc24239b40e241a1958cbaf, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/ab78a6badcf34052a2af062b01dbb012, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/34a780bf7e16433cafdbeda279ca33e4] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp, totalSize=47.3 K 2024-11-07T21:25:14,300 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 7bb013599ec64e009155cc777dfe2a39, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731014709598 2024-11-07T21:25:14,300 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting e7cd338df0c44cf1b39e25b3bc26ce7f, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731014710252 2024-11-07T21:25:14,300 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting e2f6d770bcda49ea925982ce817cd5a4, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731014711693 2024-11-07T21:25:14,300 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting d7b2ef95ccc24239b40e241a1958cbaf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731014710252 2024-11-07T21:25:14,301 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3b67728d73d64f0fae04b8246099bb48, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731014712920 2024-11-07T21:25:14,301 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting ab78a6badcf34052a2af062b01dbb012, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731014711693 2024-11-07T21:25:14,301 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 34a780bf7e16433cafdbeda279ca33e4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731014712920 2024-11-07T21:25:14,312 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4380d11b8e4c2f3ad6b93501698b843b] 2024-11-07T21:25:14,314 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241107043a191e58144adfa52209ccd4f4f80f_4380d11b8e4c2f3ad6b93501698b843b store=[table=TestAcidGuarantees family=A region=4380d11b8e4c2f3ad6b93501698b843b] 2024-11-07T21:25:14,314 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4380d11b8e4c2f3ad6b93501698b843b#B#compaction#489 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:25:14,315 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/B/8ab9d492ce244948b0be09efd2d50d9a is 50, key is test_row_0/B:col10/1731014712920/Put/seqid=0 2024-11-07T21:25:14,315 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241107043a191e58144adfa52209ccd4f4f80f_4380d11b8e4c2f3ad6b93501698b843b, store=[table=TestAcidGuarantees family=A region=4380d11b8e4c2f3ad6b93501698b843b] 2024-11-07T21:25:14,315 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107043a191e58144adfa52209ccd4f4f80f_4380d11b8e4c2f3ad6b93501698b843b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4380d11b8e4c2f3ad6b93501698b843b] 2024-11-07T21:25:14,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742400_1576 (size=12493) 2024-11-07T21:25:14,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742401_1577 (size=4469) 2024-11-07T21:25:14,320 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4380d11b8e4c2f3ad6b93501698b843b#A#compaction#488 average throughput is 3.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:25:14,320 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/798e9d3d1016436696ed3f470afb6736 is 175, key is test_row_0/A:col10/1731014712920/Put/seqid=0 2024-11-07T21:25:14,324 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/B/8ab9d492ce244948b0be09efd2d50d9a as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/8ab9d492ce244948b0be09efd2d50d9a 2024-11-07T21:25:14,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742402_1578 (size=31447) 2024-11-07T21:25:14,328 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4380d11b8e4c2f3ad6b93501698b843b/B of 4380d11b8e4c2f3ad6b93501698b843b into 8ab9d492ce244948b0be09efd2d50d9a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:25:14,328 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4380d11b8e4c2f3ad6b93501698b843b: 2024-11-07T21:25:14,328 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., storeName=4380d11b8e4c2f3ad6b93501698b843b/B, priority=12, startTime=1731014714298; duration=0sec 2024-11-07T21:25:14,328 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:25:14,328 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4380d11b8e4c2f3ad6b93501698b843b:B 2024-11-07T21:25:14,328 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T21:25:14,331 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48460 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T21:25:14,331 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): 4380d11b8e4c2f3ad6b93501698b843b/C is initiating minor compaction (all files) 2024-11-07T21:25:14,331 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4380d11b8e4c2f3ad6b93501698b843b/C in TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:14,331 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/1857fc2f69bd48febb664bfd4a502cbf, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/53ef88ab12c548539d48d993ab96a195, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/381a0f9514a54ef28202f347f5ef42db, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/81ec3243d2414981aab971d9f46c1e17] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp, totalSize=47.3 K 2024-11-07T21:25:14,331 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 1857fc2f69bd48febb664bfd4a502cbf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731014709598 2024-11-07T21:25:14,331 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 53ef88ab12c548539d48d993ab96a195, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731014710252 2024-11-07T21:25:14,332 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 381a0f9514a54ef28202f347f5ef42db, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731014711693 2024-11-07T21:25:14,332 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 81ec3243d2414981aab971d9f46c1e17, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731014712920 2024-11-07T21:25:14,340 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4380d11b8e4c2f3ad6b93501698b843b#C#compaction#490 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:25:14,341 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/C/4c31e1750ae94928b30f2c2d136ee96e is 50, key is test_row_0/C:col10/1731014712920/Put/seqid=0 2024-11-07T21:25:14,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742403_1579 (size=12493) 2024-11-07T21:25:14,347 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/C/4c31e1750ae94928b30f2c2d136ee96e as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/4c31e1750ae94928b30f2c2d136ee96e 2024-11-07T21:25:14,351 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4380d11b8e4c2f3ad6b93501698b843b/C of 4380d11b8e4c2f3ad6b93501698b843b into 4c31e1750ae94928b30f2c2d136ee96e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:25:14,351 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4380d11b8e4c2f3ad6b93501698b843b: 2024-11-07T21:25:14,351 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., storeName=4380d11b8e4c2f3ad6b93501698b843b/C, priority=12, startTime=1731014714298; duration=0sec 2024-11-07T21:25:14,351 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:25:14,351 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4380d11b8e4c2f3ad6b93501698b843b:C 2024-11-07T21:25:14,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on 4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:14,431 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-07T21:25:14,431 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4380d11b8e4c2f3ad6b93501698b843b 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-07T21:25:14,437 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411074fc3b13d3b644e01b8fe80f7380e47d1_4380d11b8e4c2f3ad6b93501698b843b is 50, key is test_row_0/A:col10/1731014713066/Put/seqid=0 2024-11-07T21:25:14,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742404_1580 (size=14794) 2024-11-07T21:25:14,444 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-07T21:25:14,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:14,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. as already flushing 2024-11-07T21:25:14,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:14,445 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:14,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:14,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:14,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:14,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55032 deadline: 1731014774455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:14,461 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:14,461 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:14,461 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:14,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:14,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55062 deadline: 1731014774457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:14,462 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:14,462 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:14,462 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:14,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:14,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55046 deadline: 1731014774457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:14,462 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:14,462 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:14,462 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:14,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:14,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55052 deadline: 1731014774461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:14,465 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:14,465 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:14,465 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:14,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:14,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55032 deadline: 1731014774569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:14,572 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:14,572 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:14,572 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:14,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:14,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55062 deadline: 1731014774569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:14,573 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:14,573 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:14,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:14,573 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:14,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55046 deadline: 1731014774569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:14,574 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:14,574 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:14,574 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:14,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:14,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55052 deadline: 1731014774569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:14,574 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:14,574 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:14,574 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:14,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-07T21:25:14,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:14,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. as already flushing 2024-11-07T21:25:14,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:14,597 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:14,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:14,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:14,728 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/798e9d3d1016436696ed3f470afb6736 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/798e9d3d1016436696ed3f470afb6736 2024-11-07T21:25:14,732 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4380d11b8e4c2f3ad6b93501698b843b/A of 4380d11b8e4c2f3ad6b93501698b843b into 798e9d3d1016436696ed3f470afb6736(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:25:14,732 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4380d11b8e4c2f3ad6b93501698b843b: 2024-11-07T21:25:14,732 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., storeName=4380d11b8e4c2f3ad6b93501698b843b/A, priority=12, startTime=1731014714297; duration=0sec 2024-11-07T21:25:14,732 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:25:14,732 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4380d11b8e4c2f3ad6b93501698b843b:A 2024-11-07T21:25:14,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-07T21:25:14,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:14,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. as already flushing 2024-11-07T21:25:14,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:14,750 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:14,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:14,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:14,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:14,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55032 deadline: 1731014774779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:14,780 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:14,780 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:14,780 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:14,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:14,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:14,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55046 deadline: 1731014774780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:14,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55052 deadline: 1731014774780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:14,782 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:14,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:14,782 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:14,782 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:14,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55062 deadline: 1731014774780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:14,782 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:14,782 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:14,782 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:14,783 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:14,783 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:14,783 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:14,841 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:14,844 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411074fc3b13d3b644e01b8fe80f7380e47d1_4380d11b8e4c2f3ad6b93501698b843b to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411074fc3b13d3b644e01b8fe80f7380e47d1_4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:14,844 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/d73b0ebbc5504da5acad9f465b54cc9f, store: [table=TestAcidGuarantees family=A region=4380d11b8e4c2f3ad6b93501698b843b] 2024-11-07T21:25:14,845 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/d73b0ebbc5504da5acad9f465b54cc9f is 175, key is test_row_0/A:col10/1731014713066/Put/seqid=0 2024-11-07T21:25:14,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742405_1581 (size=39749) 2024-11-07T21:25:14,902 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-07T21:25:14,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:14,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. as already flushing 2024-11-07T21:25:14,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:14,902 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:14,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:14,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:15,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-07T21:25:15,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:15,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. as already flushing 2024-11-07T21:25:15,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:15,054 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:15,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:15,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:15,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:15,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55032 deadline: 1731014775090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:15,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:15,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55052 deadline: 1731014775090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:15,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:15,093 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:15,093 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:15,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55046 deadline: 1731014775090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:15,093 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:15,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:15,093 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:15,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55062 deadline: 1731014775091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:15,093 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:15,093 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:15,094 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:15,094 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:15,094 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:15,094 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:15,094 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:15,094 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:15,206 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-07T21:25:15,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:15,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. as already flushing 2024-11-07T21:25:15,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:15,207 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:15,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:15,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:15,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-07T21:25:15,249 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=173, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/d73b0ebbc5504da5acad9f465b54cc9f 2024-11-07T21:25:15,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:15,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55030 deadline: 1731014775250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:15,253 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 4fc742968c91,33553,1731014551923 for 'test_row_1' in 4380d11b8e4c2f3ad6b93501698b843b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2161 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-07T21:25:15,253 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:15,253 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:15,253 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:15,254 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/B/a6c10bc7f1da415793901f26a2e6e7cc is 50, key is test_row_0/B:col10/1731014713066/Put/seqid=0 2024-11-07T21:25:15,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742406_1582 (size=12151) 2024-11-07T21:25:15,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-07T21:25:15,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:15,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. as already flushing 2024-11-07T21:25:15,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:15,359 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:15,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:15,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:15,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-07T21:25:15,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:15,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. as already flushing 2024-11-07T21:25:15,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:15,511 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:15,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:15,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:15,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:15,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55032 deadline: 1731014775599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:15,603 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:15,603 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:15,603 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:15,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:15,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55052 deadline: 1731014775599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:15,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:15,603 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:15,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55046 deadline: 1731014775599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:15,603 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:15,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:15,603 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:15,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55062 deadline: 1731014775599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:15,603 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:15,603 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:15,603 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:15,603 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:15,603 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:15,603 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:15,658 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/B/a6c10bc7f1da415793901f26a2e6e7cc 2024-11-07T21:25:15,663 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/C/c55b7a9d151544719b0bf3df26855f9e is 50, key is test_row_0/C:col10/1731014713066/Put/seqid=0 2024-11-07T21:25:15,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-07T21:25:15,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:15,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. as already flushing 2024-11-07T21:25:15,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:15,664 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:15,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:15,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:15,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742407_1583 (size=12151) 2024-11-07T21:25:15,669 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/C/c55b7a9d151544719b0bf3df26855f9e 2024-11-07T21:25:15,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/d73b0ebbc5504da5acad9f465b54cc9f as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/d73b0ebbc5504da5acad9f465b54cc9f 2024-11-07T21:25:15,675 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/d73b0ebbc5504da5acad9f465b54cc9f, entries=200, sequenceid=173, filesize=38.8 K 2024-11-07T21:25:15,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/B/a6c10bc7f1da415793901f26a2e6e7cc as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/a6c10bc7f1da415793901f26a2e6e7cc 2024-11-07T21:25:15,678 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/a6c10bc7f1da415793901f26a2e6e7cc, entries=150, sequenceid=173, filesize=11.9 K 2024-11-07T21:25:15,679 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/C/c55b7a9d151544719b0bf3df26855f9e as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/c55b7a9d151544719b0bf3df26855f9e 2024-11-07T21:25:15,682 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/c55b7a9d151544719b0bf3df26855f9e, entries=150, sequenceid=173, filesize=11.9 K 2024-11-07T21:25:15,682 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 4380d11b8e4c2f3ad6b93501698b843b in 1251ms, sequenceid=173, compaction requested=false 2024-11-07T21:25:15,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4380d11b8e4c2f3ad6b93501698b843b: 2024-11-07T21:25:15,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-07T21:25:15,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:15,818 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2902): Flushing 4380d11b8e4c2f3ad6b93501698b843b 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-07T21:25:15,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107f76851f6746b42529f8c0a4b4e9c6a58_4380d11b8e4c2f3ad6b93501698b843b is 50, key is test_row_0/A:col10/1731014714447/Put/seqid=0 2024-11-07T21:25:15,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742408_1584 (size=12304) 2024-11-07T21:25:16,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,232 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107f76851f6746b42529f8c0a4b4e9c6a58_4380d11b8e4c2f3ad6b93501698b843b to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107f76851f6746b42529f8c0a4b4e9c6a58_4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:16,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/708a8257d03949fb8156c9744cc79d17, store: [table=TestAcidGuarantees family=A region=4380d11b8e4c2f3ad6b93501698b843b] 2024-11-07T21:25:16,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/708a8257d03949fb8156c9744cc79d17 is 175, key is test_row_0/A:col10/1731014714447/Put/seqid=0 2024-11-07T21:25:16,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742409_1585 (size=31105) 2024-11-07T21:25:16,236 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=195, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/708a8257d03949fb8156c9744cc79d17 2024-11-07T21:25:16,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/B/0da5e6c1eed14d4bb16b96bfcc76b96a is 50, key is test_row_0/B:col10/1731014714447/Put/seqid=0 2024-11-07T21:25:16,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742410_1586 (size=12151) 2024-11-07T21:25:16,260 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/B/0da5e6c1eed14d4bb16b96bfcc76b96a 2024-11-07T21:25:16,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/C/9be7a11de0f441728421af3db9c4a6c9 is 50, key is test_row_0/C:col10/1731014714447/Put/seqid=0 2024-11-07T21:25:16,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742411_1587 (size=12151) 2024-11-07T21:25:16,294 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/C/9be7a11de0f441728421af3db9c4a6c9 2024-11-07T21:25:16,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/708a8257d03949fb8156c9744cc79d17 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/708a8257d03949fb8156c9744cc79d17 2024-11-07T21:25:16,302 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/708a8257d03949fb8156c9744cc79d17, entries=150, sequenceid=195, filesize=30.4 K 2024-11-07T21:25:16,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/B/0da5e6c1eed14d4bb16b96bfcc76b96a as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/0da5e6c1eed14d4bb16b96bfcc76b96a 2024-11-07T21:25:16,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,306 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/0da5e6c1eed14d4bb16b96bfcc76b96a, entries=150, sequenceid=195, filesize=11.9 K 2024-11-07T21:25:16,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/C/9be7a11de0f441728421af3db9c4a6c9 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/9be7a11de0f441728421af3db9c4a6c9 2024-11-07T21:25:16,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,309 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/9be7a11de0f441728421af3db9c4a6c9, entries=150, sequenceid=195, filesize=11.9 K 2024-11-07T21:25:16,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,310 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=0 B/0 for 4380d11b8e4c2f3ad6b93501698b843b in 492ms, sequenceid=195, compaction requested=true 2024-11-07T21:25:16,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2603): Flush status journal for 4380d11b8e4c2f3ad6b93501698b843b: 2024-11-07T21:25:16,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:16,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=165 2024-11-07T21:25:16,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4169): Remote procedure done, pid=165 2024-11-07T21:25:16,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,313 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164 2024-11-07T21:25:16,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,313 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.2390 sec 2024-11-07T21:25:16,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,315 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees in 3.2450 sec 2024-11-07T21:25:16,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on 4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:16,682 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-07T21:25:16,682 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4380d11b8e4c2f3ad6b93501698b843b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-07T21:25:16,688 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107e5969c69ac7146a9a2e57a6f54ab74d5_4380d11b8e4c2f3ad6b93501698b843b is 50, key is test_row_0/A:col10/1731014716652/Put/seqid=0 2024-11-07T21:25:16,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742412_1588 (size=14794) 2024-11-07T21:25:16,692 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:16,695 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107e5969c69ac7146a9a2e57a6f54ab74d5_4380d11b8e4c2f3ad6b93501698b843b to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107e5969c69ac7146a9a2e57a6f54ab74d5_4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:16,696 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/c3ae251cbb1c497d85c2fb47eb2bb5de, store: [table=TestAcidGuarantees family=A region=4380d11b8e4c2f3ad6b93501698b843b] 2024-11-07T21:25:16,697 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/c3ae251cbb1c497d85c2fb47eb2bb5de is 175, key is test_row_0/A:col10/1731014716652/Put/seqid=0 2024-11-07T21:25:16,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742413_1589 (size=39749) 2024-11-07T21:25:16,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:16,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55046 deadline: 1731014776711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:16,716 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:16,716 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:16,716 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:16,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:16,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55032 deadline: 1731014776712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:16,718 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:16,718 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:16,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:16,718 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:16,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55062 deadline: 1731014776713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:16,719 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:16,719 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:16,719 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:16,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:16,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55052 deadline: 1731014776716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:16,719 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:16,719 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:16,719 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:16,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:16,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55046 deadline: 1731014776819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:16,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:16,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:16,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:16,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:16,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55032 deadline: 1731014776830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:16,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:16,833 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:16,833 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:16,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55062 deadline: 1731014776830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:16,833 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:16,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:16,834 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:16,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55052 deadline: 1731014776830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:16,834 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:16,834 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:16,834 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:16,834 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:16,834 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:17,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:17,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55046 deadline: 1731014777029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:17,032 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:17,032 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:17,032 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:17,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:17,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55032 deadline: 1731014777040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:17,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:17,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55062 deadline: 1731014777040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:17,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:17,044 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:17,044 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:17,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55052 deadline: 1731014777040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:17,044 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:17,044 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:17,044 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:17,044 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:17,044 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:17,044 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:17,044 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:17,101 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=206, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/c3ae251cbb1c497d85c2fb47eb2bb5de 2024-11-07T21:25:17,107 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/B/0ce8b37b904b4cf490fc1f727db98eb4 is 50, key is test_row_0/B:col10/1731014716652/Put/seqid=0 2024-11-07T21:25:17,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742414_1590 (size=12151) 2024-11-07T21:25:17,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-07T21:25:17,240 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T21:25:17,240 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T21:25:17,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] procedure2.ProcedureExecutor(1139): Stored pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees 2024-11-07T21:25:17,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-07T21:25:17,242 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T21:25:17,243 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T21:25:17,243 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T21:25:17,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:17,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55030 deadline: 1731014777279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:17,282 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 4fc742968c91,33553,1731014551923 for 'test_row_1' in 4380d11b8e4c2f3ad6b93501698b843b of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4191 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-07T21:25:17,283 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:17,283 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:17,283 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:17,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:17,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55046 deadline: 1731014777340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:17,342 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:17,342 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:17,342 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:17,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-07T21:25:17,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:17,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55052 deadline: 1731014777350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:17,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:17,353 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:17,353 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:17,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55032 deadline: 1731014777350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:17,353 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:17,353 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:17,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:17,353 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:17,353 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:17,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55062 deadline: 1731014777351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:17,354 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:17,354 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:17,354 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:17,395 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-07T21:25:17,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:17,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. as already flushing 2024-11-07T21:25:17,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:17,396 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:17,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:17,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:17,511 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/B/0ce8b37b904b4cf490fc1f727db98eb4 2024-11-07T21:25:17,521 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/C/523a3c5013114f3da575b8a3f3d0dc20 is 50, key is test_row_0/C:col10/1731014716652/Put/seqid=0 2024-11-07T21:25:17,549 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-07T21:25:17,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:17,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. as already flushing 2024-11-07T21:25:17,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:17,549 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:17,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:17,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742415_1591 (size=12151) 2024-11-07T21:25:17,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:17,552 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/C/523a3c5013114f3da575b8a3f3d0dc20 2024-11-07T21:25:17,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/c3ae251cbb1c497d85c2fb47eb2bb5de as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/c3ae251cbb1c497d85c2fb47eb2bb5de 2024-11-07T21:25:17,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-07T21:25:17,564 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/c3ae251cbb1c497d85c2fb47eb2bb5de, entries=200, sequenceid=206, filesize=38.8 K 2024-11-07T21:25:17,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/B/0ce8b37b904b4cf490fc1f727db98eb4 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/0ce8b37b904b4cf490fc1f727db98eb4 2024-11-07T21:25:17,574 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/0ce8b37b904b4cf490fc1f727db98eb4, entries=150, sequenceid=206, filesize=11.9 K 2024-11-07T21:25:17,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/C/523a3c5013114f3da575b8a3f3d0dc20 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/523a3c5013114f3da575b8a3f3d0dc20 2024-11-07T21:25:17,581 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/523a3c5013114f3da575b8a3f3d0dc20, entries=150, sequenceid=206, filesize=11.9 K 2024-11-07T21:25:17,583 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 4380d11b8e4c2f3ad6b93501698b843b in 901ms, sequenceid=206, compaction requested=true 2024-11-07T21:25:17,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4380d11b8e4c2f3ad6b93501698b843b: 2024-11-07T21:25:17,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4380d11b8e4c2f3ad6b93501698b843b:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T21:25:17,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:25:17,583 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T21:25:17,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4380d11b8e4c2f3ad6b93501698b843b:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T21:25:17,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:25:17,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4380d11b8e4c2f3ad6b93501698b843b:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T21:25:17,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-07T21:25:17,583 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T21:25:17,585 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T21:25:17,585 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): 4380d11b8e4c2f3ad6b93501698b843b/B is initiating minor compaction (all files) 2024-11-07T21:25:17,585 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4380d11b8e4c2f3ad6b93501698b843b/B in TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:17,585 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/8ab9d492ce244948b0be09efd2d50d9a, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/a6c10bc7f1da415793901f26a2e6e7cc, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/0da5e6c1eed14d4bb16b96bfcc76b96a, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/0ce8b37b904b4cf490fc1f727db98eb4] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp, totalSize=47.8 K 2024-11-07T21:25:17,585 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142050 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T21:25:17,585 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1541): 4380d11b8e4c2f3ad6b93501698b843b/A is initiating minor compaction (all files) 2024-11-07T21:25:17,585 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4380d11b8e4c2f3ad6b93501698b843b/A in TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:17,585 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/798e9d3d1016436696ed3f470afb6736, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/d73b0ebbc5504da5acad9f465b54cc9f, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/708a8257d03949fb8156c9744cc79d17, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/c3ae251cbb1c497d85c2fb47eb2bb5de] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp, totalSize=138.7 K 2024-11-07T21:25:17,586 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:17,586 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. files: [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/798e9d3d1016436696ed3f470afb6736, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/d73b0ebbc5504da5acad9f465b54cc9f, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/708a8257d03949fb8156c9744cc79d17, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/c3ae251cbb1c497d85c2fb47eb2bb5de] 2024-11-07T21:25:17,586 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 8ab9d492ce244948b0be09efd2d50d9a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731014712920 2024-11-07T21:25:17,587 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 798e9d3d1016436696ed3f470afb6736, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731014712920 2024-11-07T21:25:17,587 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting d73b0ebbc5504da5acad9f465b54cc9f, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731014713066 2024-11-07T21:25:17,587 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting a6c10bc7f1da415793901f26a2e6e7cc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731014713066 2024-11-07T21:25:17,587 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 708a8257d03949fb8156c9744cc79d17, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731014714447 2024-11-07T21:25:17,588 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 0da5e6c1eed14d4bb16b96bfcc76b96a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731014714447 2024-11-07T21:25:17,588 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting c3ae251cbb1c497d85c2fb47eb2bb5de, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731014716632 2024-11-07T21:25:17,588 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ce8b37b904b4cf490fc1f727db98eb4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731014716632 2024-11-07T21:25:17,612 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4380d11b8e4c2f3ad6b93501698b843b#B#compaction#500 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:25:17,612 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/B/908ddef57aff4752b092cf535a857e0e is 50, key is test_row_0/B:col10/1731014716652/Put/seqid=0 2024-11-07T21:25:17,632 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4380d11b8e4c2f3ad6b93501698b843b] 2024-11-07T21:25:17,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742416_1592 (size=12629) 2024-11-07T21:25:17,663 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/B/908ddef57aff4752b092cf535a857e0e as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/908ddef57aff4752b092cf535a857e0e 2024-11-07T21:25:17,665 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411079e95aca5549f41b7b805cd5fab2814d8_4380d11b8e4c2f3ad6b93501698b843b store=[table=TestAcidGuarantees family=A region=4380d11b8e4c2f3ad6b93501698b843b] 2024-11-07T21:25:17,668 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411079e95aca5549f41b7b805cd5fab2814d8_4380d11b8e4c2f3ad6b93501698b843b, store=[table=TestAcidGuarantees family=A region=4380d11b8e4c2f3ad6b93501698b843b] 2024-11-07T21:25:17,668 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411079e95aca5549f41b7b805cd5fab2814d8_4380d11b8e4c2f3ad6b93501698b843b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4380d11b8e4c2f3ad6b93501698b843b] 2024-11-07T21:25:17,668 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4380d11b8e4c2f3ad6b93501698b843b/B of 4380d11b8e4c2f3ad6b93501698b843b into 908ddef57aff4752b092cf535a857e0e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:25:17,668 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4380d11b8e4c2f3ad6b93501698b843b: 2024-11-07T21:25:17,668 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., storeName=4380d11b8e4c2f3ad6b93501698b843b/B, priority=12, startTime=1731014717583; duration=0sec 2024-11-07T21:25:17,668 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:25:17,668 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4380d11b8e4c2f3ad6b93501698b843b:B 2024-11-07T21:25:17,668 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T21:25:17,671 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T21:25:17,671 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): 4380d11b8e4c2f3ad6b93501698b843b/C is initiating minor compaction (all files) 2024-11-07T21:25:17,671 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4380d11b8e4c2f3ad6b93501698b843b/C in TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:17,671 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/4c31e1750ae94928b30f2c2d136ee96e, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/c55b7a9d151544719b0bf3df26855f9e, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/9be7a11de0f441728421af3db9c4a6c9, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/523a3c5013114f3da575b8a3f3d0dc20] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp, totalSize=47.8 K 2024-11-07T21:25:17,671 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 4c31e1750ae94928b30f2c2d136ee96e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731014712920 2024-11-07T21:25:17,671 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting c55b7a9d151544719b0bf3df26855f9e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731014713066 2024-11-07T21:25:17,672 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 9be7a11de0f441728421af3db9c4a6c9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731014714447 2024-11-07T21:25:17,672 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 523a3c5013114f3da575b8a3f3d0dc20, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731014716632 2024-11-07T21:25:17,692 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4380d11b8e4c2f3ad6b93501698b843b#C#compaction#502 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:25:17,692 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/C/3a0b394a659c48298383ae1ef754fdde is 50, key is test_row_0/C:col10/1731014716652/Put/seqid=0 2024-11-07T21:25:17,702 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-07T21:25:17,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:17,703 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2902): Flushing 4380d11b8e4c2f3ad6b93501698b843b 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-07T21:25:17,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742417_1593 (size=4469) 2024-11-07T21:25:17,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107597ecc5e184544379121703124b819bc_4380d11b8e4c2f3ad6b93501698b843b is 50, key is test_row_0/A:col10/1731014716715/Put/seqid=0 2024-11-07T21:25:17,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742418_1594 (size=12629) 2024-11-07T21:25:17,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742419_1595 (size=12304) 2024-11-07T21:25:17,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:17,823 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107597ecc5e184544379121703124b819bc_4380d11b8e4c2f3ad6b93501698b843b to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107597ecc5e184544379121703124b819bc_4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:17,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/96c77cf211fd42c2903a5a48751c5552, store: [table=TestAcidGuarantees family=A region=4380d11b8e4c2f3ad6b93501698b843b] 2024-11-07T21:25:17,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/96c77cf211fd42c2903a5a48751c5552 is 175, key is test_row_0/A:col10/1731014716715/Put/seqid=0 2024-11-07T21:25:17,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742420_1596 (size=31105) 2024-11-07T21:25:17,837 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=232, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/96c77cf211fd42c2903a5a48751c5552 2024-11-07T21:25:17,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/B/fae50b85f9dc47ac8405b7038dc79c03 is 50, key is test_row_0/B:col10/1731014716715/Put/seqid=0 2024-11-07T21:25:17,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on 4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:17,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. as already flushing 2024-11-07T21:25:17,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-07T21:25:17,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:17,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55052 deadline: 1731014777865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:17,874 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:17,874 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:17,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:17,874 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:17,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55046 deadline: 1731014777867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:17,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:17,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55032 deadline: 1731014777871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:17,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:17,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:17,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:17,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:17,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55062 deadline: 1731014777872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:17,875 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:17,875 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:17,875 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:17,875 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:17,875 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:17,875 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:17,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742421_1597 (size=12151) 2024-11-07T21:25:17,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:17,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55052 deadline: 1731014777980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:17,983 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:17,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:17,983 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:17,983 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:17,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55032 deadline: 1731014777980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:17,983 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:17,983 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:17,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:17,983 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:17,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55046 deadline: 1731014777980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:17,984 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:17,984 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:17,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:17,984 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:17,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55062 deadline: 1731014777980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:17,984 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:17,984 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:17,984 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:18,127 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4380d11b8e4c2f3ad6b93501698b843b#A#compaction#501 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:25:18,127 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/c4be29f40d7d40fdbfcaa07e81a7a7c1 is 175, key is test_row_0/A:col10/1731014716652/Put/seqid=0 2024-11-07T21:25:18,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742422_1598 (size=31583) 2024-11-07T21:25:18,155 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/c4be29f40d7d40fdbfcaa07e81a7a7c1 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/c4be29f40d7d40fdbfcaa07e81a7a7c1 2024-11-07T21:25:18,160 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4380d11b8e4c2f3ad6b93501698b843b/A of 4380d11b8e4c2f3ad6b93501698b843b into c4be29f40d7d40fdbfcaa07e81a7a7c1(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:25:18,160 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4380d11b8e4c2f3ad6b93501698b843b: 2024-11-07T21:25:18,160 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., storeName=4380d11b8e4c2f3ad6b93501698b843b/A, priority=12, startTime=1731014717583; duration=0sec 2024-11-07T21:25:18,160 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:25:18,160 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4380d11b8e4c2f3ad6b93501698b843b:A 2024-11-07T21:25:18,184 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/C/3a0b394a659c48298383ae1ef754fdde as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/3a0b394a659c48298383ae1ef754fdde 2024-11-07T21:25:18,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:18,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55052 deadline: 1731014778190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:18,191 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:18,191 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:18,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:18,191 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:18,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55032 deadline: 1731014778190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:18,191 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4380d11b8e4c2f3ad6b93501698b843b/C of 4380d11b8e4c2f3ad6b93501698b843b into 3a0b394a659c48298383ae1ef754fdde(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:25:18,191 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4380d11b8e4c2f3ad6b93501698b843b: 2024-11-07T21:25:18,191 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:18,191 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., storeName=4380d11b8e4c2f3ad6b93501698b843b/C, priority=12, startTime=1731014717583; duration=0sec 2024-11-07T21:25:18,191 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:18,191 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:18,191 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:25:18,191 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4380d11b8e4c2f3ad6b93501698b843b:C 2024-11-07T21:25:18,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:18,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55046 deadline: 1731014778190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:18,192 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:18,192 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:18,192 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:18,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:18,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55062 deadline: 1731014778190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:18,195 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:18,195 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:18,195 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:18,278 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/B/fae50b85f9dc47ac8405b7038dc79c03 2024-11-07T21:25:18,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/C/80d9468db6de4ec09c444d0b78fe730e is 50, key is test_row_0/C:col10/1731014716715/Put/seqid=0 2024-11-07T21:25:18,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742423_1599 (size=12151) 2024-11-07T21:25:18,330 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/C/80d9468db6de4ec09c444d0b78fe730e 2024-11-07T21:25:18,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/96c77cf211fd42c2903a5a48751c5552 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/96c77cf211fd42c2903a5a48751c5552 2024-11-07T21:25:18,345 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/96c77cf211fd42c2903a5a48751c5552, entries=150, sequenceid=232, filesize=30.4 K 2024-11-07T21:25:18,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/B/fae50b85f9dc47ac8405b7038dc79c03 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/fae50b85f9dc47ac8405b7038dc79c03 2024-11-07T21:25:18,354 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/fae50b85f9dc47ac8405b7038dc79c03, entries=150, sequenceid=232, filesize=11.9 K 2024-11-07T21:25:18,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/C/80d9468db6de4ec09c444d0b78fe730e as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/80d9468db6de4ec09c444d0b78fe730e 2024-11-07T21:25:18,360 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/80d9468db6de4ec09c444d0b78fe730e, entries=150, sequenceid=232, filesize=11.9 K 2024-11-07T21:25:18,362 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 4380d11b8e4c2f3ad6b93501698b843b in 659ms, sequenceid=232, compaction requested=false 2024-11-07T21:25:18,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2603): Flush status journal for 4380d11b8e4c2f3ad6b93501698b843b: 2024-11-07T21:25:18,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:18,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=167 2024-11-07T21:25:18,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4169): Remote procedure done, pid=167 2024-11-07T21:25:18,370 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=166 2024-11-07T21:25:18,370 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1220 sec 2024-11-07T21:25:18,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees in 1.1310 sec 2024-11-07T21:25:18,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-07T21:25:18,380 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T21:25:18,380 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T21:25:18,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] procedure2.ProcedureExecutor(1139): Stored pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees 2024-11-07T21:25:18,384 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T21:25:18,386 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T21:25:18,386 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T21:25:18,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-07T21:25:18,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-07T21:25:18,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on 4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:18,504 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-07T21:25:18,504 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4380d11b8e4c2f3ad6b93501698b843b 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-07T21:25:18,523 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110755df8b83395d48c78991f6ac6184ffad_4380d11b8e4c2f3ad6b93501698b843b is 50, key is test_row_0/A:col10/1731014717871/Put/seqid=0 2024-11-07T21:25:18,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-07T21:25:18,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:18,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. as already flushing 2024-11-07T21:25:18,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:18,540 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:18,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:18,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:18,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:18,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55062 deadline: 1731014778542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:18,548 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:18,548 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:18,548 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:18,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:18,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55046 deadline: 1731014778544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:18,550 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:18,550 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:18,550 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:18,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:18,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55032 deadline: 1731014778548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:18,553 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:18,553 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:18,553 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:18,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742424_1600 (size=14794) 2024-11-07T21:25:18,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:18,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55052 deadline: 1731014778550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:18,554 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:18,554 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:18,554 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:18,555 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:18,558 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110755df8b83395d48c78991f6ac6184ffad_4380d11b8e4c2f3ad6b93501698b843b to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110755df8b83395d48c78991f6ac6184ffad_4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:18,560 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/f7f14b6b2f8949928806b9cb26bc54db, store: [table=TestAcidGuarantees family=A region=4380d11b8e4c2f3ad6b93501698b843b] 2024-11-07T21:25:18,561 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/f7f14b6b2f8949928806b9cb26bc54db is 175, key is test_row_0/A:col10/1731014717871/Put/seqid=0 2024-11-07T21:25:18,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742425_1601 (size=39749) 2024-11-07T21:25:18,575 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=249, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/f7f14b6b2f8949928806b9cb26bc54db 2024-11-07T21:25:18,580 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/B/0e6806d48d154c7fb0a14b6dc5c993fa is 50, key is test_row_0/B:col10/1731014717871/Put/seqid=0 2024-11-07T21:25:18,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742426_1602 (size=12151) 2024-11-07T21:25:18,594 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/B/0e6806d48d154c7fb0a14b6dc5c993fa 2024-11-07T21:25:18,601 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/C/5f17e2f5e16b41fe84d1358f56ae84a8 is 50, key is test_row_0/C:col10/1731014717871/Put/seqid=0 2024-11-07T21:25:18,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742427_1603 (size=12151) 2024-11-07T21:25:18,610 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/C/5f17e2f5e16b41fe84d1358f56ae84a8 2024-11-07T21:25:18,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/f7f14b6b2f8949928806b9cb26bc54db as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/f7f14b6b2f8949928806b9cb26bc54db 2024-11-07T21:25:18,617 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/f7f14b6b2f8949928806b9cb26bc54db, entries=200, sequenceid=249, filesize=38.8 K 2024-11-07T21:25:18,618 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/B/0e6806d48d154c7fb0a14b6dc5c993fa as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/0e6806d48d154c7fb0a14b6dc5c993fa 2024-11-07T21:25:18,622 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/0e6806d48d154c7fb0a14b6dc5c993fa, entries=150, sequenceid=249, filesize=11.9 K 2024-11-07T21:25:18,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/C/5f17e2f5e16b41fe84d1358f56ae84a8 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/5f17e2f5e16b41fe84d1358f56ae84a8 2024-11-07T21:25:18,635 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/5f17e2f5e16b41fe84d1358f56ae84a8, entries=150, sequenceid=249, filesize=11.9 K 2024-11-07T21:25:18,636 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 4380d11b8e4c2f3ad6b93501698b843b in 132ms, sequenceid=249, compaction requested=true 2024-11-07T21:25:18,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4380d11b8e4c2f3ad6b93501698b843b: 2024-11-07T21:25:18,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4380d11b8e4c2f3ad6b93501698b843b:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T21:25:18,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:25:18,636 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:25:18,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4380d11b8e4c2f3ad6b93501698b843b:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T21:25:18,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:25:18,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4380d11b8e4c2f3ad6b93501698b843b:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T21:25:18,636 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:25:18,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:25:18,637 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:25:18,637 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): 4380d11b8e4c2f3ad6b93501698b843b/B is initiating minor compaction (all files) 2024-11-07T21:25:18,637 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102437 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:25:18,637 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4380d11b8e4c2f3ad6b93501698b843b/B in TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:18,638 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1541): 4380d11b8e4c2f3ad6b93501698b843b/A is initiating minor compaction (all files) 2024-11-07T21:25:18,638 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/908ddef57aff4752b092cf535a857e0e, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/fae50b85f9dc47ac8405b7038dc79c03, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/0e6806d48d154c7fb0a14b6dc5c993fa] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp, totalSize=36.1 K 2024-11-07T21:25:18,638 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4380d11b8e4c2f3ad6b93501698b843b/A in TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:18,638 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/c4be29f40d7d40fdbfcaa07e81a7a7c1, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/96c77cf211fd42c2903a5a48751c5552, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/f7f14b6b2f8949928806b9cb26bc54db] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp, totalSize=100.0 K 2024-11-07T21:25:18,638 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:18,638 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. files: [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/c4be29f40d7d40fdbfcaa07e81a7a7c1, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/96c77cf211fd42c2903a5a48751c5552, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/f7f14b6b2f8949928806b9cb26bc54db] 2024-11-07T21:25:18,638 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 908ddef57aff4752b092cf535a857e0e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731014716632 2024-11-07T21:25:18,638 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting c4be29f40d7d40fdbfcaa07e81a7a7c1, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731014716632 2024-11-07T21:25:18,638 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting fae50b85f9dc47ac8405b7038dc79c03, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731014716710 2024-11-07T21:25:18,638 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 96c77cf211fd42c2903a5a48751c5552, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731014716710 2024-11-07T21:25:18,638 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 0e6806d48d154c7fb0a14b6dc5c993fa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731014717871 2024-11-07T21:25:18,639 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting f7f14b6b2f8949928806b9cb26bc54db, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731014717871 2024-11-07T21:25:18,643 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4380d11b8e4c2f3ad6b93501698b843b] 2024-11-07T21:25:18,644 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4380d11b8e4c2f3ad6b93501698b843b#B#compaction#509 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:25:18,644 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/B/363acf04821844e987293b48d3139f42 is 50, key is test_row_0/B:col10/1731014717871/Put/seqid=0 2024-11-07T21:25:18,649 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241107ba31a17bfd5242b39de7146121f130d2_4380d11b8e4c2f3ad6b93501698b843b store=[table=TestAcidGuarantees family=A region=4380d11b8e4c2f3ad6b93501698b843b] 2024-11-07T21:25:18,651 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241107ba31a17bfd5242b39de7146121f130d2_4380d11b8e4c2f3ad6b93501698b843b, store=[table=TestAcidGuarantees family=A region=4380d11b8e4c2f3ad6b93501698b843b] 2024-11-07T21:25:18,651 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107ba31a17bfd5242b39de7146121f130d2_4380d11b8e4c2f3ad6b93501698b843b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4380d11b8e4c2f3ad6b93501698b843b] 2024-11-07T21:25:18,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742428_1604 (size=12731) 2024-11-07T21:25:18,657 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/B/363acf04821844e987293b48d3139f42 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/363acf04821844e987293b48d3139f42 2024-11-07T21:25:18,661 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4380d11b8e4c2f3ad6b93501698b843b/B of 4380d11b8e4c2f3ad6b93501698b843b into 363acf04821844e987293b48d3139f42(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:25:18,661 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4380d11b8e4c2f3ad6b93501698b843b: 2024-11-07T21:25:18,661 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., storeName=4380d11b8e4c2f3ad6b93501698b843b/B, priority=13, startTime=1731014718636; duration=0sec 2024-11-07T21:25:18,661 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:25:18,661 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4380d11b8e4c2f3ad6b93501698b843b:B 2024-11-07T21:25:18,661 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:25:18,662 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:25:18,662 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): 4380d11b8e4c2f3ad6b93501698b843b/C is initiating minor compaction (all files) 2024-11-07T21:25:18,662 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4380d11b8e4c2f3ad6b93501698b843b/C in TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:18,662 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/3a0b394a659c48298383ae1ef754fdde, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/80d9468db6de4ec09c444d0b78fe730e, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/5f17e2f5e16b41fe84d1358f56ae84a8] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp, totalSize=36.1 K 2024-11-07T21:25:18,663 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a0b394a659c48298383ae1ef754fdde, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731014716632 2024-11-07T21:25:18,663 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 80d9468db6de4ec09c444d0b78fe730e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731014716710 2024-11-07T21:25:18,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on 4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:18,663 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-07T21:25:18,663 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4380d11b8e4c2f3ad6b93501698b843b 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-07T21:25:18,663 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 5f17e2f5e16b41fe84d1358f56ae84a8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731014717871 2024-11-07T21:25:18,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742429_1605 (size=4469) 2024-11-07T21:25:18,670 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4380d11b8e4c2f3ad6b93501698b843b#C#compaction#512 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:25:18,671 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110787d470b7679e4f00b47c44ca872ab2fa_4380d11b8e4c2f3ad6b93501698b843b is 50, key is test_row_0/A:col10/1731014718662/Put/seqid=0 2024-11-07T21:25:18,671 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/C/7160b62d298a4256b8418ff005385a53 is 50, key is test_row_0/C:col10/1731014717871/Put/seqid=0 2024-11-07T21:25:18,677 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4380d11b8e4c2f3ad6b93501698b843b#A#compaction#510 average throughput is 0.72 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:25:18,678 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/b5e573489d73499d82f2a2b01200676a is 175, key is test_row_0/A:col10/1731014717871/Put/seqid=0 2024-11-07T21:25:18,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:18,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55052 deadline: 1731014778674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:18,681 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:18,681 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:18,681 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:18,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:18,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55062 deadline: 1731014778679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:18,684 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:18,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:18,684 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:18,684 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:18,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55032 deadline: 1731014778679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:18,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:18,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:18,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:18,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:18,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55046 deadline: 1731014778680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:18,685 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:18,685 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:18,685 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:18,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742430_1606 (size=12731) 2024-11-07T21:25:18,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-07T21:25:18,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:18,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. as already flushing 2024-11-07T21:25:18,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:18,695 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:18,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:18,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:18,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742431_1607 (size=14994) 2024-11-07T21:25:18,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-07T21:25:18,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742432_1608 (size=31685) 2024-11-07T21:25:18,713 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/b5e573489d73499d82f2a2b01200676a as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/b5e573489d73499d82f2a2b01200676a 2024-11-07T21:25:18,717 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4380d11b8e4c2f3ad6b93501698b843b/A of 4380d11b8e4c2f3ad6b93501698b843b into b5e573489d73499d82f2a2b01200676a(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:25:18,717 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4380d11b8e4c2f3ad6b93501698b843b: 2024-11-07T21:25:18,717 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., storeName=4380d11b8e4c2f3ad6b93501698b843b/A, priority=13, startTime=1731014718636; duration=0sec 2024-11-07T21:25:18,717 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:25:18,717 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4380d11b8e4c2f3ad6b93501698b843b:A 2024-11-07T21:25:18,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:18,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55062 deadline: 1731014778790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:18,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:18,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55046 deadline: 1731014778790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:18,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:18,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:18,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55052 deadline: 1731014778790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:18,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55032 deadline: 1731014778790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:18,794 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:18,794 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:18,794 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:18,794 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:18,794 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:18,794 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:18,794 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:18,794 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:18,794 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:18,794 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:18,795 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:18,795 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:18,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-07T21:25:18,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:18,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. as already flushing 2024-11-07T21:25:18,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:18,847 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:18,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:18,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:19,000 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-07T21:25:19,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:19,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. as already flushing 2024-11-07T21:25:19,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:19,001 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:19,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:19,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:19,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55046 deadline: 1731014778999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:19,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:19,001 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:19,001 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:19,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55062 deadline: 1731014778999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:19,001 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:19,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:19,001 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:19,001 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:19,001 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:19,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:19,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55032 deadline: 1731014778999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:19,001 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:19,001 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:19,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:19,002 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:19,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55052 deadline: 1731014778999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:19,002 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:19,002 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:19,002 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:19,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-07T21:25:19,097 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/C/7160b62d298a4256b8418ff005385a53 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/7160b62d298a4256b8418ff005385a53 2024-11-07T21:25:19,099 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:19,100 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4380d11b8e4c2f3ad6b93501698b843b/C of 4380d11b8e4c2f3ad6b93501698b843b into 7160b62d298a4256b8418ff005385a53(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:25:19,100 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4380d11b8e4c2f3ad6b93501698b843b: 2024-11-07T21:25:19,100 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., storeName=4380d11b8e4c2f3ad6b93501698b843b/C, priority=13, startTime=1731014718636; duration=0sec 2024-11-07T21:25:19,100 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:25:19,100 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4380d11b8e4c2f3ad6b93501698b843b:C 2024-11-07T21:25:19,102 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110787d470b7679e4f00b47c44ca872ab2fa_4380d11b8e4c2f3ad6b93501698b843b to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110787d470b7679e4f00b47c44ca872ab2fa_4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:19,102 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/7e283aceb722481da7af867f3ee20d12, store: [table=TestAcidGuarantees family=A region=4380d11b8e4c2f3ad6b93501698b843b] 2024-11-07T21:25:19,103 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/7e283aceb722481da7af867f3ee20d12 is 175, key is test_row_0/A:col10/1731014718662/Put/seqid=0 2024-11-07T21:25:19,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742433_1609 (size=39949) 2024-11-07T21:25:19,153 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-07T21:25:19,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:19,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. as already flushing 2024-11-07T21:25:19,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:19,153 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:19,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:19,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:19,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-07T21:25:19,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:19,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. as already flushing 2024-11-07T21:25:19,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:19,305 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:19,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:19,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:19,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:19,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:19,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55032 deadline: 1731014779314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:19,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55046 deadline: 1731014779314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:19,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:19,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:19,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55052 deadline: 1731014779314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:19,317 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:19,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55062 deadline: 1731014779314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:19,317 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:19,317 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:19,317 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:19,317 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:19,317 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:19,319 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:19,319 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:19,319 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:19,319 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:19,319 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:19,319 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:19,458 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-07T21:25:19,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:19,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. as already flushing 2024-11-07T21:25:19,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:19,458 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:19,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:19,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:19,506 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=273, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/7e283aceb722481da7af867f3ee20d12 2024-11-07T21:25:19,512 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/B/c91ba77ca0cc4738b79df38b78e220c5 is 50, key is test_row_0/B:col10/1731014718662/Put/seqid=0 2024-11-07T21:25:19,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742434_1610 (size=12301) 2024-11-07T21:25:19,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-07T21:25:19,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-07T21:25:19,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:19,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. as already flushing 2024-11-07T21:25:19,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:19,611 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:19,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:19,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:19,763 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-07T21:25:19,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:19,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. as already flushing 2024-11-07T21:25:19,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:19,763 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:19,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:19,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:19,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:19,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55052 deadline: 1731014779829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:19,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:19,831 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:19,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55032 deadline: 1731014779829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:19,831 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:19,831 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:19,831 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:19,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:19,831 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:19,831 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:19,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55046 deadline: 1731014779830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:19,831 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:19,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:19,831 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:19,832 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:19,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55062 deadline: 1731014779830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:19,832 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:19,832 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:19,832 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:19,915 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/B/c91ba77ca0cc4738b79df38b78e220c5 2024-11-07T21:25:19,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-07T21:25:19,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:19,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. as already flushing 2024-11-07T21:25:19,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:19,916 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:19,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:19,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:19,923 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/C/de4db49faaf6442190ec5ddd7bcacdd8 is 50, key is test_row_0/C:col10/1731014718662/Put/seqid=0 2024-11-07T21:25:19,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742435_1611 (size=12301) 2024-11-07T21:25:20,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-07T21:25:20,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:20,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. as already flushing 2024-11-07T21:25:20,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:20,070 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:20,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:20,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:20,222 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-07T21:25:20,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:20,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. as already flushing 2024-11-07T21:25:20,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:20,223 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:20,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:20,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:20,330 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/C/de4db49faaf6442190ec5ddd7bcacdd8 2024-11-07T21:25:20,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/7e283aceb722481da7af867f3ee20d12 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/7e283aceb722481da7af867f3ee20d12 2024-11-07T21:25:20,337 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/7e283aceb722481da7af867f3ee20d12, entries=200, sequenceid=273, filesize=39.0 K 2024-11-07T21:25:20,337 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/B/c91ba77ca0cc4738b79df38b78e220c5 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/c91ba77ca0cc4738b79df38b78e220c5 2024-11-07T21:25:20,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,340 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/c91ba77ca0cc4738b79df38b78e220c5, entries=150, sequenceid=273, filesize=12.0 K 2024-11-07T21:25:20,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/C/de4db49faaf6442190ec5ddd7bcacdd8 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/de4db49faaf6442190ec5ddd7bcacdd8 2024-11-07T21:25:20,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,348 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/de4db49faaf6442190ec5ddd7bcacdd8, entries=150, sequenceid=273, filesize=12.0 K 2024-11-07T21:25:20,349 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 4380d11b8e4c2f3ad6b93501698b843b in 1686ms, sequenceid=273, compaction requested=false 2024-11-07T21:25:20,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4380d11b8e4c2f3ad6b93501698b843b: 2024-11-07T21:25:20,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-07T21:25:20,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:20,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,375 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2902): Flushing 4380d11b8e4c2f3ad6b93501698b843b 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-07T21:25:20,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411077865563f59014ba59b369a13b2ac144c_4380d11b8e4c2f3ad6b93501698b843b is 50, key is test_row_0/A:col10/1731014718677/Put/seqid=0 2024-11-07T21:25:20,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742436_1612 (size=9914) 2024-11-07T21:25:20,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,405 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411077865563f59014ba59b369a13b2ac144c_4380d11b8e4c2f3ad6b93501698b843b to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411077865563f59014ba59b369a13b2ac144c_4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:20,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/2420c80534414c6f833b0d5ecf8452e1, store: [table=TestAcidGuarantees family=A region=4380d11b8e4c2f3ad6b93501698b843b] 2024-11-07T21:25:20,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/2420c80534414c6f833b0d5ecf8452e1 is 175, key is test_row_0/A:col10/1731014718677/Put/seqid=0 2024-11-07T21:25:20,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742437_1613 (size=22561) 2024-11-07T21:25:20,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,411 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=288, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/2420c80534414c6f833b0d5ecf8452e1 2024-11-07T21:25:20,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/B/78bb137e8c2a4dbf8ed98689e4be3e87 is 50, key is test_row_0/B:col10/1731014718677/Put/seqid=0 2024-11-07T21:25:20,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742438_1614 (size=9857) 2024-11-07T21:25:20,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-07T21:25:20,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,822 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/B/78bb137e8c2a4dbf8ed98689e4be3e87 2024-11-07T21:25:20,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on 4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:20,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. as already flushing 2024-11-07T21:25:20,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/C/e892fe23bf11470c93376f832e48b104 is 50, key is test_row_0/C:col10/1731014718677/Put/seqid=0 2024-11-07T21:25:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:20,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742439_1615 (size=9857) 2024-11-07T21:25:20,862 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/C/e892fe23bf11470c93376f832e48b104 2024-11-07T21:25:20,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/2420c80534414c6f833b0d5ecf8452e1 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/2420c80534414c6f833b0d5ecf8452e1 2024-11-07T21:25:20,873 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/2420c80534414c6f833b0d5ecf8452e1, entries=100, sequenceid=288, filesize=22.0 K 2024-11-07T21:25:20,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/B/78bb137e8c2a4dbf8ed98689e4be3e87 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/78bb137e8c2a4dbf8ed98689e4be3e87 2024-11-07T21:25:20,879 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/78bb137e8c2a4dbf8ed98689e4be3e87, entries=100, sequenceid=288, filesize=9.6 K 2024-11-07T21:25:20,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/C/e892fe23bf11470c93376f832e48b104 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/e892fe23bf11470c93376f832e48b104 2024-11-07T21:25:20,884 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/e892fe23bf11470c93376f832e48b104, entries=100, sequenceid=288, filesize=9.6 K 2024-11-07T21:25:20,884 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=127.47 KB/130530 for 4380d11b8e4c2f3ad6b93501698b843b in 509ms, sequenceid=288, compaction requested=true 2024-11-07T21:25:20,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2603): Flush status journal for 4380d11b8e4c2f3ad6b93501698b843b: 2024-11-07T21:25:20,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:20,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=169 2024-11-07T21:25:20,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on 4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:20,885 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-07T21:25:20,885 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4380d11b8e4c2f3ad6b93501698b843b 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-07T21:25:20,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4169): Remote procedure done, pid=169 2024-11-07T21:25:20,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=169, resume processing ppid=168 2024-11-07T21:25:20,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=169, ppid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5000 sec 2024-11-07T21:25:20,895 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107e66811de39cc4edda14ff9cf01f56908_4380d11b8e4c2f3ad6b93501698b843b is 50, key is test_row_0/A:col10/1731014720883/Put/seqid=0 2024-11-07T21:25:20,896 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees in 2.5100 sec 2024-11-07T21:25:20,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:20,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:20,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55062 deadline: 1731014780903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:20,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55052 deadline: 1731014780903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:20,908 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:20,908 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:20,909 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:20,909 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:20,909 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:20,909 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:20,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:20,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55032 deadline: 1731014780904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:20,909 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:20,909 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:20,909 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:20,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:20,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55046 deadline: 1731014780908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:20,912 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:20,913 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:20,913 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:20,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742440_1616 (size=20074) 2024-11-07T21:25:21,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:21,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55052 deadline: 1731014781019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:21,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:21,022 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:21,022 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:21,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55062 deadline: 1731014781020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:21,022 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:21,022 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:21,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:21,022 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:21,022 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:21,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55032 deadline: 1731014781020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:21,023 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:21,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:21,023 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:21,023 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:21,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55046 deadline: 1731014781020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:21,023 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:21,023 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:21,023 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:21,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:21,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55052 deadline: 1731014781230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:21,234 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:21,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:21,234 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:21,234 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:21,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55046 deadline: 1731014781230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:21,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:21,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55062 deadline: 1731014781230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:21,234 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:21,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:21,234 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:21,234 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:21,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55032 deadline: 1731014781230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:21,234 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:21,234 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:21,234 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:21,234 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:21,234 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:21,234 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:21,320 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:21,324 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107e66811de39cc4edda14ff9cf01f56908_4380d11b8e4c2f3ad6b93501698b843b to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107e66811de39cc4edda14ff9cf01f56908_4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:21,325 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/02aaa97eec2d4610b67d571eede2a7db, store: [table=TestAcidGuarantees family=A region=4380d11b8e4c2f3ad6b93501698b843b] 2024-11-07T21:25:21,325 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/02aaa97eec2d4610b67d571eede2a7db is 175, key is test_row_0/A:col10/1731014720883/Put/seqid=0 2024-11-07T21:25:21,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:21,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55030 deadline: 1731014781330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:21,333 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 4fc742968c91,33553,1731014551923 for 'test_row_1' in 4380d11b8e4c2f3ad6b93501698b843b of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8242 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-07T21:25:21,333 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:21,333 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:21,333 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:21,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742441_1617 (size=57333) 2024-11-07T21:25:21,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:21,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55046 deadline: 1731014781540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:21,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:21,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:21,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:21,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55062 deadline: 1731014781540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:21,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:21,543 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:21,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:21,543 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:21,543 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:21,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55052 deadline: 1731014781540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:21,543 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:21,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:21,543 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:21,543 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:21,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55032 deadline: 1731014781540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:21,544 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:21,544 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:21,544 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:21,750 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=311, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/02aaa97eec2d4610b67d571eede2a7db 2024-11-07T21:25:21,761 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/B/9f8f9f5085f345c2873b84875edcb0a9 is 50, key is test_row_0/B:col10/1731014720883/Put/seqid=0 2024-11-07T21:25:21,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742442_1618 (size=12301) 2024-11-07T21:25:22,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:22,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55046 deadline: 1731014782049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:22,052 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:22,052 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:22,052 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:22,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:22,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55062 deadline: 1731014782049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:22,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:22,053 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:22,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55052 deadline: 1731014782049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:22,053 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:22,053 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:22,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:22,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55032 deadline: 1731014782049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:22,053 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:22,053 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:22,053 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:22,053 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:22,053 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:22,053 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:22,164 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/B/9f8f9f5085f345c2873b84875edcb0a9 2024-11-07T21:25:22,170 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/C/3d12ded8b00f437d8ba1b35a6e94c7dd is 50, key is test_row_0/C:col10/1731014720883/Put/seqid=0 2024-11-07T21:25:22,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742443_1619 (size=12301) 2024-11-07T21:25:22,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-07T21:25:22,570 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T21:25:22,570 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T21:25:22,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] procedure2.ProcedureExecutor(1139): Stored pid=170, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees 2024-11-07T21:25:22,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-07T21:25:22,572 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=170, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T21:25:22,573 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=170, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T21:25:22,573 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=171, ppid=170, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T21:25:22,574 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/C/3d12ded8b00f437d8ba1b35a6e94c7dd 2024-11-07T21:25:22,578 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/02aaa97eec2d4610b67d571eede2a7db as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/02aaa97eec2d4610b67d571eede2a7db 2024-11-07T21:25:22,581 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/02aaa97eec2d4610b67d571eede2a7db, entries=300, sequenceid=311, filesize=56.0 K 2024-11-07T21:25:22,582 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/B/9f8f9f5085f345c2873b84875edcb0a9 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/9f8f9f5085f345c2873b84875edcb0a9 2024-11-07T21:25:22,585 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/9f8f9f5085f345c2873b84875edcb0a9, entries=150, sequenceid=311, filesize=12.0 K 2024-11-07T21:25:22,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/C/3d12ded8b00f437d8ba1b35a6e94c7dd as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/3d12ded8b00f437d8ba1b35a6e94c7dd 2024-11-07T21:25:22,591 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/3d12ded8b00f437d8ba1b35a6e94c7dd, entries=150, sequenceid=311, filesize=12.0 K 2024-11-07T21:25:22,592 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 4380d11b8e4c2f3ad6b93501698b843b in 1707ms, sequenceid=311, compaction requested=true 2024-11-07T21:25:22,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4380d11b8e4c2f3ad6b93501698b843b: 2024-11-07T21:25:22,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4380d11b8e4c2f3ad6b93501698b843b:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T21:25:22,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:25:22,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4380d11b8e4c2f3ad6b93501698b843b:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T21:25:22,592 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T21:25:22,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:25:22,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4380d11b8e4c2f3ad6b93501698b843b:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T21:25:22,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:25:22,592 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T21:25:22,594 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 151528 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T21:25:22,594 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47190 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T21:25:22,594 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): 4380d11b8e4c2f3ad6b93501698b843b/B is initiating minor compaction (all files) 2024-11-07T21:25:22,594 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1541): 4380d11b8e4c2f3ad6b93501698b843b/A is initiating minor compaction (all files) 2024-11-07T21:25:22,594 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4380d11b8e4c2f3ad6b93501698b843b/A in TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:22,594 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4380d11b8e4c2f3ad6b93501698b843b/B in TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:22,594 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/363acf04821844e987293b48d3139f42, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/c91ba77ca0cc4738b79df38b78e220c5, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/78bb137e8c2a4dbf8ed98689e4be3e87, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/9f8f9f5085f345c2873b84875edcb0a9] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp, totalSize=46.1 K 2024-11-07T21:25:22,594 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/b5e573489d73499d82f2a2b01200676a, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/7e283aceb722481da7af867f3ee20d12, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/2420c80534414c6f833b0d5ecf8452e1, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/02aaa97eec2d4610b67d571eede2a7db] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp, totalSize=148.0 K 2024-11-07T21:25:22,594 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:22,594 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. files: [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/b5e573489d73499d82f2a2b01200676a, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/7e283aceb722481da7af867f3ee20d12, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/2420c80534414c6f833b0d5ecf8452e1, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/02aaa97eec2d4610b67d571eede2a7db] 2024-11-07T21:25:22,594 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 363acf04821844e987293b48d3139f42, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731014717871 2024-11-07T21:25:22,594 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting b5e573489d73499d82f2a2b01200676a, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731014717871 2024-11-07T21:25:22,595 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e283aceb722481da7af867f3ee20d12, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731014718537 2024-11-07T21:25:22,595 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting c91ba77ca0cc4738b79df38b78e220c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731014718537 2024-11-07T21:25:22,595 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2420c80534414c6f833b0d5ecf8452e1, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731014718677 2024-11-07T21:25:22,595 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 78bb137e8c2a4dbf8ed98689e4be3e87, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731014718677 2024-11-07T21:25:22,595 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f8f9f5085f345c2873b84875edcb0a9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731014720875 2024-11-07T21:25:22,595 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 02aaa97eec2d4610b67d571eede2a7db, keycount=300, bloomtype=ROW, size=56.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731014720870 2024-11-07T21:25:22,606 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4380d11b8e4c2f3ad6b93501698b843b] 2024-11-07T21:25:22,607 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4380d11b8e4c2f3ad6b93501698b843b#B#compaction#521 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:25:22,607 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/B/07241437dab64e9d9f93519a608983b5 is 50, key is test_row_0/B:col10/1731014720883/Put/seqid=0 2024-11-07T21:25:22,609 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241107fff5e3df45104bf3b552975fcc0aea98_4380d11b8e4c2f3ad6b93501698b843b store=[table=TestAcidGuarantees family=A region=4380d11b8e4c2f3ad6b93501698b843b] 2024-11-07T21:25:22,612 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241107fff5e3df45104bf3b552975fcc0aea98_4380d11b8e4c2f3ad6b93501698b843b, store=[table=TestAcidGuarantees family=A region=4380d11b8e4c2f3ad6b93501698b843b] 2024-11-07T21:25:22,612 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107fff5e3df45104bf3b552975fcc0aea98_4380d11b8e4c2f3ad6b93501698b843b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4380d11b8e4c2f3ad6b93501698b843b] 2024-11-07T21:25:22,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742444_1620 (size=13017) 2024-11-07T21:25:22,618 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/B/07241437dab64e9d9f93519a608983b5 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/07241437dab64e9d9f93519a608983b5 2024-11-07T21:25:22,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742445_1621 (size=4469) 2024-11-07T21:25:22,623 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4380d11b8e4c2f3ad6b93501698b843b/B of 4380d11b8e4c2f3ad6b93501698b843b into 07241437dab64e9d9f93519a608983b5(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:25:22,623 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4380d11b8e4c2f3ad6b93501698b843b: 2024-11-07T21:25:22,623 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., storeName=4380d11b8e4c2f3ad6b93501698b843b/B, priority=12, startTime=1731014722592; duration=0sec 2024-11-07T21:25:22,623 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:25:22,623 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4380d11b8e4c2f3ad6b93501698b843b:B 2024-11-07T21:25:22,624 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T21:25:22,629 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47190 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T21:25:22,629 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): 4380d11b8e4c2f3ad6b93501698b843b/C is initiating minor compaction (all files) 2024-11-07T21:25:22,629 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4380d11b8e4c2f3ad6b93501698b843b/C in TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:22,629 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/7160b62d298a4256b8418ff005385a53, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/de4db49faaf6442190ec5ddd7bcacdd8, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/e892fe23bf11470c93376f832e48b104, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/3d12ded8b00f437d8ba1b35a6e94c7dd] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp, totalSize=46.1 K 2024-11-07T21:25:22,630 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 7160b62d298a4256b8418ff005385a53, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731014717871 2024-11-07T21:25:22,630 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting de4db49faaf6442190ec5ddd7bcacdd8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731014718537 2024-11-07T21:25:22,631 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting e892fe23bf11470c93376f832e48b104, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731014718677 2024-11-07T21:25:22,631 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 3d12ded8b00f437d8ba1b35a6e94c7dd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731014720875 2024-11-07T21:25:22,637 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4380d11b8e4c2f3ad6b93501698b843b#C#compaction#523 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:25:22,637 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/C/e88e1be5823548629857a81dc2dc9218 is 50, key is test_row_0/C:col10/1731014720883/Put/seqid=0 2024-11-07T21:25:22,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742446_1622 (size=13017) 2024-11-07T21:25:22,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-07T21:25:22,725 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-07T21:25:22,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:22,726 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2902): Flushing 4380d11b8e4c2f3ad6b93501698b843b 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-07T21:25:22,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107d63bcb9a1c0d44ffb572eb23ab5dca40_4380d11b8e4c2f3ad6b93501698b843b is 50, key is test_row_0/A:col10/1731014720902/Put/seqid=0 2024-11-07T21:25:22,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742447_1623 (size=12454) 2024-11-07T21:25:22,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:22,778 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107d63bcb9a1c0d44ffb572eb23ab5dca40_4380d11b8e4c2f3ad6b93501698b843b to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107d63bcb9a1c0d44ffb572eb23ab5dca40_4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:22,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/6b5f61e1cba84458af84d2f194c000a1, store: [table=TestAcidGuarantees family=A region=4380d11b8e4c2f3ad6b93501698b843b] 2024-11-07T21:25:22,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/6b5f61e1cba84458af84d2f194c000a1 is 175, key is test_row_0/A:col10/1731014720902/Put/seqid=0 2024-11-07T21:25:22,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742448_1624 (size=31255) 2024-11-07T21:25:22,796 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=325, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/6b5f61e1cba84458af84d2f194c000a1 2024-11-07T21:25:22,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/B/37791593a9694c7a83af91c2ccd3460b is 50, key is test_row_0/B:col10/1731014720902/Put/seqid=0 2024-11-07T21:25:22,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742449_1625 (size=12301) 2024-11-07T21:25:22,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-07T21:25:23,020 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4380d11b8e4c2f3ad6b93501698b843b#A#compaction#522 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:25:23,021 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/b94efbdc8697416b96e406b95adf8f19 is 175, key is test_row_0/A:col10/1731014720883/Put/seqid=0 2024-11-07T21:25:23,054 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/C/e88e1be5823548629857a81dc2dc9218 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/e88e1be5823548629857a81dc2dc9218 2024-11-07T21:25:23,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742450_1626 (size=31971) 2024-11-07T21:25:23,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. as already flushing 2024-11-07T21:25:23,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on 4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:23,069 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/b94efbdc8697416b96e406b95adf8f19 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/b94efbdc8697416b96e406b95adf8f19 2024-11-07T21:25:23,071 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4380d11b8e4c2f3ad6b93501698b843b/C of 4380d11b8e4c2f3ad6b93501698b843b into e88e1be5823548629857a81dc2dc9218(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:25:23,071 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4380d11b8e4c2f3ad6b93501698b843b: 2024-11-07T21:25:23,071 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., storeName=4380d11b8e4c2f3ad6b93501698b843b/C, priority=12, startTime=1731014722592; duration=0sec 2024-11-07T21:25:23,072 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:25:23,072 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4380d11b8e4c2f3ad6b93501698b843b:C 2024-11-07T21:25:23,078 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4380d11b8e4c2f3ad6b93501698b843b/A of 4380d11b8e4c2f3ad6b93501698b843b into b94efbdc8697416b96e406b95adf8f19(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:25:23,078 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4380d11b8e4c2f3ad6b93501698b843b: 2024-11-07T21:25:23,078 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., storeName=4380d11b8e4c2f3ad6b93501698b843b/A, priority=12, startTime=1731014722592; duration=0sec 2024-11-07T21:25:23,078 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:25:23,078 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4380d11b8e4c2f3ad6b93501698b843b:A 2024-11-07T21:25:23,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:23,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55062 deadline: 1731014783094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:23,101 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:23,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:23,101 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:23,101 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:23,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55046 deadline: 1731014783093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:23,101 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:23,101 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:23,101 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:23,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:23,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55052 deadline: 1731014783097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:23,102 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:23,102 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:23,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:23,102 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:23,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55032 deadline: 1731014783098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:23,102 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:23,102 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:23,102 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:23,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-07T21:25:23,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:23,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55052 deadline: 1731014783210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:23,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:23,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55032 deadline: 1731014783210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:23,212 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:23,212 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:23,212 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:23,212 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:23,212 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:23,213 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:23,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:23,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55046 deadline: 1731014783210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:23,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:23,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:23,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:23,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:23,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55062 deadline: 1731014783210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:23,221 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:23,221 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:23,221 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:23,252 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/B/37791593a9694c7a83af91c2ccd3460b 2024-11-07T21:25:23,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/C/cadac427a75b405da7ea257a85a14897 is 50, key is test_row_0/C:col10/1731014720902/Put/seqid=0 2024-11-07T21:25:23,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742451_1627 (size=12301) 2024-11-07T21:25:23,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:23,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55046 deadline: 1731014783420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:23,423 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:23,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:23,423 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:23,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55052 deadline: 1731014783420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:23,423 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:23,423 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:23,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:23,423 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:23,423 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:23,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55032 deadline: 1731014783420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:23,423 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:23,423 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:23,423 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:23,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:23,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55062 deadline: 1731014783429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:23,432 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:23,432 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:23,432 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:23,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-07T21:25:23,721 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/C/cadac427a75b405da7ea257a85a14897 2024-11-07T21:25:23,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/6b5f61e1cba84458af84d2f194c000a1 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/6b5f61e1cba84458af84d2f194c000a1 2024-11-07T21:25:23,726 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/6b5f61e1cba84458af84d2f194c000a1, entries=150, sequenceid=325, filesize=30.5 K 2024-11-07T21:25:23,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/B/37791593a9694c7a83af91c2ccd3460b as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/37791593a9694c7a83af91c2ccd3460b 2024-11-07T21:25:23,729 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/37791593a9694c7a83af91c2ccd3460b, entries=150, sequenceid=325, filesize=12.0 K 2024-11-07T21:25:23,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/C/cadac427a75b405da7ea257a85a14897 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/cadac427a75b405da7ea257a85a14897 2024-11-07T21:25:23,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:23,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55052 deadline: 1731014783730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:23,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:23,733 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/cadac427a75b405da7ea257a85a14897, entries=150, sequenceid=325, filesize=12.0 K 2024-11-07T21:25:23,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55046 deadline: 1731014783730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:23,733 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:23,733 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:23,733 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:23,733 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:23,733 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:23,733 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:23,733 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 4380d11b8e4c2f3ad6b93501698b843b in 1007ms, sequenceid=325, compaction requested=false 2024-11-07T21:25:23,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2603): Flush status journal for 4380d11b8e4c2f3ad6b93501698b843b: 2024-11-07T21:25:23,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:23,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=171 2024-11-07T21:25:23,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on 4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:23,734 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-07T21:25:23,734 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4380d11b8e4c2f3ad6b93501698b843b 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-07T21:25:23,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4169): Remote procedure done, pid=171 2024-11-07T21:25:23,737 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=171, resume processing ppid=170 2024-11-07T21:25:23,737 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=171, ppid=170, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1620 sec 2024-11-07T21:25:23,738 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=170, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees in 1.1670 sec 2024-11-07T21:25:23,745 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411076348ce9dd60e403bb4674cfaed32230c_4380d11b8e4c2f3ad6b93501698b843b is 50, key is test_row_0/A:col10/1731014723096/Put/seqid=0 2024-11-07T21:25:23,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742452_1628 (size=12454) 2024-11-07T21:25:23,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:23,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55032 deadline: 1731014783753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:23,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:23,758 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:23,758 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:23,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55062 deadline: 1731014783755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:23,758 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:23,758 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:23,758 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:23,758 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:23,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:23,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55032 deadline: 1731014783869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:23,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:23,871 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:23,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55062 deadline: 1731014783869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:23,871 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:23,871 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:23,871 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:23,871 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:23,871 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:24,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:24,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55032 deadline: 1731014784079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:24,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:24,082 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:24,082 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:24,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55062 deadline: 1731014784079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:24,082 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:24,082 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:24,082 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:24,082 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:24,148 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:24,151 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411076348ce9dd60e403bb4674cfaed32230c_4380d11b8e4c2f3ad6b93501698b843b to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411076348ce9dd60e403bb4674cfaed32230c_4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:24,152 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/25aa97adcfc0416bb34cebc983599409, store: [table=TestAcidGuarantees family=A region=4380d11b8e4c2f3ad6b93501698b843b] 2024-11-07T21:25:24,152 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/25aa97adcfc0416bb34cebc983599409 is 175, key is test_row_0/A:col10/1731014723096/Put/seqid=0 2024-11-07T21:25:24,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742453_1629 (size=31255) 2024-11-07T21:25:24,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:24,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55052 deadline: 1731014784239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:24,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:24,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55046 deadline: 1731014784239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:24,241 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:24,241 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:24,241 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:24,241 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:24,242 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:24,242 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:24,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:24,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55032 deadline: 1731014784389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:24,391 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:24,391 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:24,392 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:24,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:24,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55062 deadline: 1731014784389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:24,392 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:24,393 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:24,393 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:24,555 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=351, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/25aa97adcfc0416bb34cebc983599409 2024-11-07T21:25:24,560 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/B/b343652280c7475cbfa0db4ca9334966 is 50, key is test_row_0/B:col10/1731014723096/Put/seqid=0 2024-11-07T21:25:24,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742454_1630 (size=12301) 2024-11-07T21:25:24,564 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/B/b343652280c7475cbfa0db4ca9334966 2024-11-07T21:25:24,570 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/C/3703f8ccec994eee8d647a3400222f88 is 50, key is test_row_0/C:col10/1731014723096/Put/seqid=0 2024-11-07T21:25:24,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742455_1631 (size=12301) 2024-11-07T21:25:24,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-07T21:25:24,719 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T21:25:24,719 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T21:25:24,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] procedure2.ProcedureExecutor(1139): Stored pid=172, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees 2024-11-07T21:25:24,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-07T21:25:24,721 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=172, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T21:25:24,721 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=172, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T21:25:24,721 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=173, ppid=172, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T21:25:24,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-07T21:25:24,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-07T21:25:24,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:24,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. as already flushing 2024-11-07T21:25:24,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:24,873 ERROR [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:24,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:24,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:24,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:24,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55032 deadline: 1731014784899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:24,901 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:24,901 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:24,901 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:24,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:24,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55062 deadline: 1731014784899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:24,902 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:24,902 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:24,902 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:24,973 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/C/3703f8ccec994eee8d647a3400222f88 2024-11-07T21:25:24,977 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/25aa97adcfc0416bb34cebc983599409 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/25aa97adcfc0416bb34cebc983599409 2024-11-07T21:25:24,980 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/25aa97adcfc0416bb34cebc983599409, entries=150, sequenceid=351, filesize=30.5 K 2024-11-07T21:25:24,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/B/b343652280c7475cbfa0db4ca9334966 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/b343652280c7475cbfa0db4ca9334966 2024-11-07T21:25:24,984 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/b343652280c7475cbfa0db4ca9334966, entries=150, sequenceid=351, filesize=12.0 K 2024-11-07T21:25:24,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/C/3703f8ccec994eee8d647a3400222f88 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/3703f8ccec994eee8d647a3400222f88 2024-11-07T21:25:24,987 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/3703f8ccec994eee8d647a3400222f88, entries=150, sequenceid=351, filesize=12.0 K 2024-11-07T21:25:24,988 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 4380d11b8e4c2f3ad6b93501698b843b in 1254ms, sequenceid=351, compaction requested=true 2024-11-07T21:25:24,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4380d11b8e4c2f3ad6b93501698b843b: 2024-11-07T21:25:24,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4380d11b8e4c2f3ad6b93501698b843b:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T21:25:24,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:25:24,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4380d11b8e4c2f3ad6b93501698b843b:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T21:25:24,988 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:25:24,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:25:24,988 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:25:24,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4380d11b8e4c2f3ad6b93501698b843b:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T21:25:24,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:25:24,996 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:25:24,996 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:25:24,997 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): 4380d11b8e4c2f3ad6b93501698b843b/B is initiating minor compaction (all files) 2024-11-07T21:25:24,997 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1541): 4380d11b8e4c2f3ad6b93501698b843b/A is initiating minor compaction (all files) 2024-11-07T21:25:24,997 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4380d11b8e4c2f3ad6b93501698b843b/B in TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:24,997 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4380d11b8e4c2f3ad6b93501698b843b/A in TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:24,997 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/b94efbdc8697416b96e406b95adf8f19, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/6b5f61e1cba84458af84d2f194c000a1, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/25aa97adcfc0416bb34cebc983599409] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp, totalSize=92.3 K 2024-11-07T21:25:24,997 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/07241437dab64e9d9f93519a608983b5, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/37791593a9694c7a83af91c2ccd3460b, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/b343652280c7475cbfa0db4ca9334966] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp, totalSize=36.7 K 2024-11-07T21:25:24,997 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:24,997 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. files: [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/b94efbdc8697416b96e406b95adf8f19, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/6b5f61e1cba84458af84d2f194c000a1, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/25aa97adcfc0416bb34cebc983599409] 2024-11-07T21:25:24,997 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 07241437dab64e9d9f93519a608983b5, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731014720875 2024-11-07T21:25:24,997 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting b94efbdc8697416b96e406b95adf8f19, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731014720875 2024-11-07T21:25:24,997 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 37791593a9694c7a83af91c2ccd3460b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1731014720901 2024-11-07T21:25:24,997 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6b5f61e1cba84458af84d2f194c000a1, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1731014720901 2024-11-07T21:25:24,998 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 25aa97adcfc0416bb34cebc983599409, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1731014723090 2024-11-07T21:25:24,998 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting b343652280c7475cbfa0db4ca9334966, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1731014723090 2024-11-07T21:25:25,002 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4380d11b8e4c2f3ad6b93501698b843b] 2024-11-07T21:25:25,003 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4380d11b8e4c2f3ad6b93501698b843b#B#compaction#530 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:25:25,004 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/B/61d9287c919c41aa933b9e9d3ff934ca is 50, key is test_row_0/B:col10/1731014723096/Put/seqid=0 2024-11-07T21:25:25,017 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241107297a862a83f14c4086d9e98d127e2830_4380d11b8e4c2f3ad6b93501698b843b store=[table=TestAcidGuarantees family=A region=4380d11b8e4c2f3ad6b93501698b843b] 2024-11-07T21:25:25,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742456_1632 (size=13119) 2024-11-07T21:25:25,018 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241107297a862a83f14c4086d9e98d127e2830_4380d11b8e4c2f3ad6b93501698b843b, store=[table=TestAcidGuarantees family=A region=4380d11b8e4c2f3ad6b93501698b843b] 2024-11-07T21:25:25,019 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107297a862a83f14c4086d9e98d127e2830_4380d11b8e4c2f3ad6b93501698b843b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4380d11b8e4c2f3ad6b93501698b843b] 2024-11-07T21:25:25,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742457_1633 (size=4469) 2024-11-07T21:25:25,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-07T21:25:25,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:25,026 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2902): Flushing 4380d11b8e4c2f3ad6b93501698b843b 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-07T21:25:25,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107ad297dcb95ed464998987c61985c2c42_4380d11b8e4c2f3ad6b93501698b843b is 50, key is test_row_0/A:col10/1731014723754/Put/seqid=0 2024-11-07T21:25:25,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742458_1634 (size=12454) 2024-11-07T21:25:25,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-07T21:25:25,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on 4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:25,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. as already flushing 2024-11-07T21:25:25,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:25,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55052 deadline: 1731014785295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:25,299 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:25,299 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:25,299 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:25,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:25,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55046 deadline: 1731014785299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:25,303 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:25,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:25,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:25,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-07T21:25:25,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:25,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55052 deadline: 1731014785410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:25,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:25,414 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:25,414 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:25,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55046 deadline: 1731014785410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:25,414 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:25,414 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:25,414 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:25,414 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:25,422 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/B/61d9287c919c41aa933b9e9d3ff934ca as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/61d9287c919c41aa933b9e9d3ff934ca 2024-11-07T21:25:25,425 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4380d11b8e4c2f3ad6b93501698b843b/B of 4380d11b8e4c2f3ad6b93501698b843b into 61d9287c919c41aa933b9e9d3ff934ca(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:25:25,425 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4380d11b8e4c2f3ad6b93501698b843b: 2024-11-07T21:25:25,425 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4380d11b8e4c2f3ad6b93501698b843b#A#compaction#531 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:25:25,425 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., storeName=4380d11b8e4c2f3ad6b93501698b843b/B, priority=13, startTime=1731014724988; duration=0sec 2024-11-07T21:25:25,425 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:25:25,425 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4380d11b8e4c2f3ad6b93501698b843b:B 2024-11-07T21:25:25,425 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:25:25,425 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/291ddb3f42db4e9992b5616abac6513b is 175, key is test_row_0/A:col10/1731014723096/Put/seqid=0 2024-11-07T21:25:25,428 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:25:25,428 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): 4380d11b8e4c2f3ad6b93501698b843b/C is initiating minor compaction (all files) 2024-11-07T21:25:25,428 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4380d11b8e4c2f3ad6b93501698b843b/C in TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:25,428 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/e88e1be5823548629857a81dc2dc9218, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/cadac427a75b405da7ea257a85a14897, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/3703f8ccec994eee8d647a3400222f88] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp, totalSize=36.7 K 2024-11-07T21:25:25,429 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting e88e1be5823548629857a81dc2dc9218, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731014720875 2024-11-07T21:25:25,431 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting cadac427a75b405da7ea257a85a14897, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1731014720901 2024-11-07T21:25:25,432 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 3703f8ccec994eee8d647a3400222f88, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1731014723090 2024-11-07T21:25:25,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742459_1635 (size=32073) 2024-11-07T21:25:25,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:25,438 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/291ddb3f42db4e9992b5616abac6513b as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/291ddb3f42db4e9992b5616abac6513b 2024-11-07T21:25:25,441 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4380d11b8e4c2f3ad6b93501698b843b#C#compaction#533 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:25:25,441 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/C/7c3ef9ba054b4e22b4d1e813ba9d676e is 50, key is test_row_0/C:col10/1731014723096/Put/seqid=0 2024-11-07T21:25:25,443 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107ad297dcb95ed464998987c61985c2c42_4380d11b8e4c2f3ad6b93501698b843b to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107ad297dcb95ed464998987c61985c2c42_4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:25,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/76f88adf871a489099c8f96aa516cac8, store: [table=TestAcidGuarantees family=A region=4380d11b8e4c2f3ad6b93501698b843b] 2024-11-07T21:25:25,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/76f88adf871a489099c8f96aa516cac8 is 175, key is test_row_0/A:col10/1731014723754/Put/seqid=0 2024-11-07T21:25:25,445 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4380d11b8e4c2f3ad6b93501698b843b/A of 4380d11b8e4c2f3ad6b93501698b843b into 291ddb3f42db4e9992b5616abac6513b(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:25:25,446 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4380d11b8e4c2f3ad6b93501698b843b: 2024-11-07T21:25:25,446 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., storeName=4380d11b8e4c2f3ad6b93501698b843b/A, priority=13, startTime=1731014724988; duration=0sec 2024-11-07T21:25:25,446 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:25:25,446 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4380d11b8e4c2f3ad6b93501698b843b:A 2024-11-07T21:25:25,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742460_1636 (size=13119) 2024-11-07T21:25:25,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742461_1637 (size=31255) 2024-11-07T21:25:25,452 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/C/7c3ef9ba054b4e22b4d1e813ba9d676e as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/7c3ef9ba054b4e22b4d1e813ba9d676e 2024-11-07T21:25:25,457 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4380d11b8e4c2f3ad6b93501698b843b/C of 4380d11b8e4c2f3ad6b93501698b843b into 7c3ef9ba054b4e22b4d1e813ba9d676e(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:25:25,457 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4380d11b8e4c2f3ad6b93501698b843b: 2024-11-07T21:25:25,457 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., storeName=4380d11b8e4c2f3ad6b93501698b843b/C, priority=13, startTime=1731014724988; duration=0sec 2024-11-07T21:25:25,457 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:25:25,457 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4380d11b8e4c2f3ad6b93501698b843b:C 2024-11-07T21:25:25,606 INFO [Thread-2407 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2407. 2024-11-07T21:25:25,606 DEBUG [Thread-2407 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T21:25:25,606 DEBUG [Thread-2407 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:25:25,606 DEBUG [Thread-2407 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:25:25,606 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T21:25:25,607 INFO [Thread-2405 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2405. 2024-11-07T21:25:25,607 DEBUG [Thread-2405 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T21:25:25,607 DEBUG [Thread-2405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:25:25,607 DEBUG [Thread-2405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:25:25,607 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T21:25:25,607 INFO [Thread-2411 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2411. 2024-11-07T21:25:25,607 DEBUG [Thread-2411 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T21:25:25,607 DEBUG [Thread-2411 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:25:25,607 DEBUG [Thread-2411 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:25:25,607 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T21:25:25,608 INFO [Thread-2409 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2409. 2024-11-07T21:25:25,608 DEBUG [Thread-2409 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T21:25:25,608 DEBUG [Thread-2409 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:25:25,608 DEBUG [Thread-2409 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:25:25,608 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T21:25:25,609 INFO [Thread-2403 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2403. 2024-11-07T21:25:25,609 DEBUG [Thread-2403 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T21:25:25,609 DEBUG [Thread-2403 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:25:25,610 DEBUG [Thread-2403 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:25:25,610 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T21:25:25,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:25,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:25,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55052 deadline: 1731014785619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:25,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55046 deadline: 1731014785620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:25,620 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:25,620 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:25,620 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:25,620 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:25,620 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:25,620 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:25,851 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=363, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/76f88adf871a489099c8f96aa516cac8 2024-11-07T21:25:25,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/B/4870180e84624ab893ff5b88cd9290e9 is 50, key is test_row_0/B:col10/1731014723754/Put/seqid=0 2024-11-07T21:25:25,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742462_1638 (size=12301) 2024-11-07T21:25:25,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-07T21:25:25,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:25,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:25,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55062 deadline: 1731014785909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:25,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55032 deadline: 1731014785909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:25,910 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 4fc742968c91,33553,1731014551923 for 'test_row_2' in 4380d11b8e4c2f3ad6b93501698b843b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2155 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-07T21:25:25,910 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 4fc742968c91,33553,1731014551923 for 'test_row_1' in 4380d11b8e4c2f3ad6b93501698b843b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2156 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-07T21:25:25,910 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:25,910 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:25,910 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:25,910 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:25,910 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:25,910 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:25,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:25,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:25,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55052 deadline: 1731014785929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:25,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55046 deadline: 1731014785929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:25,930 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:25,930 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:25,930 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:25,930 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:25,930 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:25,930 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:26,259 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/B/4870180e84624ab893ff5b88cd9290e9 2024-11-07T21:25:26,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/C/8eaa10fe3ae143d3a4575eb70bd1b651 is 50, key is test_row_0/C:col10/1731014723754/Put/seqid=0 2024-11-07T21:25:26,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742463_1639 (size=12301) 2024-11-07T21:25:26,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:26,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:25:26,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55052 deadline: 1731014786439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:26,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55046 deadline: 1731014786439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 2024-11-07T21:25:26,440 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:26,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 , the old value is region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:26,440 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:26,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:25:26,440 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:26,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., hostname=4fc742968c91,33553,1731014551923, seqNum=5 because the exception is null or not the one we care about 2024-11-07T21:25:26,667 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/C/8eaa10fe3ae143d3a4575eb70bd1b651 2024-11-07T21:25:26,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/76f88adf871a489099c8f96aa516cac8 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/76f88adf871a489099c8f96aa516cac8 2024-11-07T21:25:26,672 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/76f88adf871a489099c8f96aa516cac8, entries=150, sequenceid=363, filesize=30.5 K 2024-11-07T21:25:26,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/B/4870180e84624ab893ff5b88cd9290e9 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/4870180e84624ab893ff5b88cd9290e9 2024-11-07T21:25:26,674 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/4870180e84624ab893ff5b88cd9290e9, entries=150, sequenceid=363, filesize=12.0 K 2024-11-07T21:25:26,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/C/8eaa10fe3ae143d3a4575eb70bd1b651 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/8eaa10fe3ae143d3a4575eb70bd1b651 2024-11-07T21:25:26,677 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/8eaa10fe3ae143d3a4575eb70bd1b651, entries=150, sequenceid=363, filesize=12.0 K 2024-11-07T21:25:26,678 INFO [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 4380d11b8e4c2f3ad6b93501698b843b in 1652ms, sequenceid=363, compaction requested=false 2024-11-07T21:25:26,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2603): Flush status journal for 4380d11b8e4c2f3ad6b93501698b843b: 2024-11-07T21:25:26,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:26,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=173 2024-11-07T21:25:26,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster(4169): Remote procedure done, pid=173 2024-11-07T21:25:26,680 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=173, resume processing ppid=172 2024-11-07T21:25:26,680 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=173, ppid=172, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9580 sec 2024-11-07T21:25:26,682 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=172, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees in 1.9620 sec 2024-11-07T21:25:26,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-07T21:25:26,880 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T21:25:27,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33553 {}] regionserver.HRegion(8855): Flush requested on 4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:27,451 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-07T21:25:27,451 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4380d11b8e4c2f3ad6b93501698b843b 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-07T21:25:27,451 INFO [Thread-2400 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2400. 2024-11-07T21:25:27,451 DEBUG [Thread-2400 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T21:25:27,451 INFO [Thread-2394 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2394. 2024-11-07T21:25:27,451 DEBUG [Thread-2400 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:25:27,451 DEBUG [Thread-2394 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T21:25:27,451 DEBUG [Thread-2394 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:25:27,451 DEBUG [Thread-2400 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:25:27,451 DEBUG [Thread-2394 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:25:27,451 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T21:25:27,451 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T21:25:27,456 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107675979c227474fb3ac25c06da33b0c7d_4380d11b8e4c2f3ad6b93501698b843b is 50, key is test_row_0/A:col10/1731014725280/Put/seqid=0 2024-11-07T21:25:27,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742464_1640 (size=12454) 2024-11-07T21:25:27,866 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:27,874 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107675979c227474fb3ac25c06da33b0c7d_4380d11b8e4c2f3ad6b93501698b843b to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107675979c227474fb3ac25c06da33b0c7d_4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:27,876 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/369208449a4942eb9c3da8d86bd6175d, store: [table=TestAcidGuarantees family=A region=4380d11b8e4c2f3ad6b93501698b843b] 2024-11-07T21:25:27,876 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/369208449a4942eb9c3da8d86bd6175d is 175, key is test_row_0/A:col10/1731014725280/Put/seqid=0 2024-11-07T21:25:27,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742465_1641 (size=31255) 2024-11-07T21:25:27,883 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=392, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/369208449a4942eb9c3da8d86bd6175d 2024-11-07T21:25:27,891 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/B/80c19a2ec01f40ba8d6c25377c6fc315 is 50, key is test_row_0/B:col10/1731014725280/Put/seqid=0 2024-11-07T21:25:27,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742466_1642 (size=12301) 2024-11-07T21:25:27,921 INFO [Thread-2396 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2396. 2024-11-07T21:25:27,921 INFO [Thread-2392 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2392. 2024-11-07T21:25:27,921 DEBUG [Thread-2392 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T21:25:27,921 DEBUG [Thread-2396 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T21:25:27,921 DEBUG [Thread-2392 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:25:27,921 DEBUG [Thread-2396 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:25:27,921 DEBUG [Thread-2392 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:25:27,921 DEBUG [Thread-2396 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:25:27,921 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T21:25:27,922 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T21:25:28,297 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/B/80c19a2ec01f40ba8d6c25377c6fc315 2024-11-07T21:25:28,309 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/C/39218df38cf7415aa6eaa9e0d245b94e is 50, key is test_row_0/C:col10/1731014725280/Put/seqid=0 2024-11-07T21:25:28,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742467_1643 (size=12301) 2024-11-07T21:25:28,714 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/C/39218df38cf7415aa6eaa9e0d245b94e 2024-11-07T21:25:28,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/369208449a4942eb9c3da8d86bd6175d as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/369208449a4942eb9c3da8d86bd6175d 2024-11-07T21:25:28,727 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/369208449a4942eb9c3da8d86bd6175d, entries=150, sequenceid=392, filesize=30.5 K 2024-11-07T21:25:28,728 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/B/80c19a2ec01f40ba8d6c25377c6fc315 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/80c19a2ec01f40ba8d6c25377c6fc315 2024-11-07T21:25:28,731 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/80c19a2ec01f40ba8d6c25377c6fc315, entries=150, sequenceid=392, filesize=12.0 K 2024-11-07T21:25:28,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/C/39218df38cf7415aa6eaa9e0d245b94e as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/39218df38cf7415aa6eaa9e0d245b94e 2024-11-07T21:25:28,736 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/39218df38cf7415aa6eaa9e0d245b94e, entries=150, sequenceid=392, filesize=12.0 K 2024-11-07T21:25:28,737 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=13.42 KB/13740 for 4380d11b8e4c2f3ad6b93501698b843b in 1285ms, sequenceid=392, compaction requested=true 2024-11-07T21:25:28,737 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4380d11b8e4c2f3ad6b93501698b843b: 2024-11-07T21:25:28,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4380d11b8e4c2f3ad6b93501698b843b:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T21:25:28,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:25:28,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4380d11b8e4c2f3ad6b93501698b843b:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T21:25:28,737 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:25:28,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:25:28,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4380d11b8e4c2f3ad6b93501698b843b:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T21:25:28,737 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:25:28,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:25:28,738 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:25:28,738 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94583 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:25:28,738 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): 4380d11b8e4c2f3ad6b93501698b843b/B is initiating minor compaction (all files) 2024-11-07T21:25:28,738 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1541): 4380d11b8e4c2f3ad6b93501698b843b/A is initiating minor compaction (all files) 2024-11-07T21:25:28,738 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4380d11b8e4c2f3ad6b93501698b843b/A in TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:28,738 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4380d11b8e4c2f3ad6b93501698b843b/B in TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:28,738 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/291ddb3f42db4e9992b5616abac6513b, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/76f88adf871a489099c8f96aa516cac8, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/369208449a4942eb9c3da8d86bd6175d] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp, totalSize=92.4 K 2024-11-07T21:25:28,738 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/61d9287c919c41aa933b9e9d3ff934ca, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/4870180e84624ab893ff5b88cd9290e9, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/80c19a2ec01f40ba8d6c25377c6fc315] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp, totalSize=36.8 K 2024-11-07T21:25:28,738 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:28,738 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. files: [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/291ddb3f42db4e9992b5616abac6513b, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/76f88adf871a489099c8f96aa516cac8, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/369208449a4942eb9c3da8d86bd6175d] 2024-11-07T21:25:28,738 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 61d9287c919c41aa933b9e9d3ff934ca, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1731014723090 2024-11-07T21:25:28,738 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 291ddb3f42db4e9992b5616abac6513b, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1731014723090 2024-11-07T21:25:28,739 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 4870180e84624ab893ff5b88cd9290e9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1731014723742 2024-11-07T21:25:28,739 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 76f88adf871a489099c8f96aa516cac8, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1731014723742 2024-11-07T21:25:28,739 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 80c19a2ec01f40ba8d6c25377c6fc315, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1731014725280 2024-11-07T21:25:28,739 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] compactions.Compactor(225): Compacting 369208449a4942eb9c3da8d86bd6175d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1731014725280 2024-11-07T21:25:28,745 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4380d11b8e4c2f3ad6b93501698b843b] 2024-11-07T21:25:28,747 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4380d11b8e4c2f3ad6b93501698b843b#B#compaction#539 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:25:28,747 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/B/de44b3e4e6ff48e39dd4d324ba5726ca is 50, key is test_row_0/B:col10/1731014725280/Put/seqid=0 2024-11-07T21:25:28,748 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241107e2fe5854e0034364bd11c057468fcd7d_4380d11b8e4c2f3ad6b93501698b843b store=[table=TestAcidGuarantees family=A region=4380d11b8e4c2f3ad6b93501698b843b] 2024-11-07T21:25:28,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742468_1644 (size=13221) 2024-11-07T21:25:28,751 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241107e2fe5854e0034364bd11c057468fcd7d_4380d11b8e4c2f3ad6b93501698b843b, store=[table=TestAcidGuarantees family=A region=4380d11b8e4c2f3ad6b93501698b843b] 2024-11-07T21:25:28,751 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107e2fe5854e0034364bd11c057468fcd7d_4380d11b8e4c2f3ad6b93501698b843b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4380d11b8e4c2f3ad6b93501698b843b] 2024-11-07T21:25:28,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742469_1645 (size=4469) 2024-11-07T21:25:29,157 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4380d11b8e4c2f3ad6b93501698b843b#A#compaction#540 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:25:29,158 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/be1d7531909c4575bb436706d5f5fa7c is 175, key is test_row_0/A:col10/1731014725280/Put/seqid=0 2024-11-07T21:25:29,161 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/B/de44b3e4e6ff48e39dd4d324ba5726ca as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/de44b3e4e6ff48e39dd4d324ba5726ca 2024-11-07T21:25:29,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742470_1646 (size=32175) 2024-11-07T21:25:29,166 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4380d11b8e4c2f3ad6b93501698b843b/B of 4380d11b8e4c2f3ad6b93501698b843b into de44b3e4e6ff48e39dd4d324ba5726ca(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:25:29,166 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4380d11b8e4c2f3ad6b93501698b843b: 2024-11-07T21:25:29,166 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., storeName=4380d11b8e4c2f3ad6b93501698b843b/B, priority=13, startTime=1731014728737; duration=0sec 2024-11-07T21:25:29,166 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T21:25:29,166 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4380d11b8e4c2f3ad6b93501698b843b:B 2024-11-07T21:25:29,166 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T21:25:29,167 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T21:25:29,167 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1541): 4380d11b8e4c2f3ad6b93501698b843b/C is initiating minor compaction (all files) 2024-11-07T21:25:29,167 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4380d11b8e4c2f3ad6b93501698b843b/C in TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:29,168 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/7c3ef9ba054b4e22b4d1e813ba9d676e, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/8eaa10fe3ae143d3a4575eb70bd1b651, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/39218df38cf7415aa6eaa9e0d245b94e] into tmpdir=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp, totalSize=36.8 K 2024-11-07T21:25:29,168 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 7c3ef9ba054b4e22b4d1e813ba9d676e, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1731014723090 2024-11-07T21:25:29,168 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 8eaa10fe3ae143d3a4575eb70bd1b651, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1731014723742 2024-11-07T21:25:29,169 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] compactions.Compactor(225): Compacting 39218df38cf7415aa6eaa9e0d245b94e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1731014725280 2024-11-07T21:25:29,176 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4380d11b8e4c2f3ad6b93501698b843b#C#compaction#541 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T21:25:29,177 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/C/738d8a4d26a84b2a8ff5a841c34492d9 is 50, key is test_row_0/C:col10/1731014725280/Put/seqid=0 2024-11-07T21:25:29,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742471_1647 (size=13221) 2024-11-07T21:25:29,572 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/be1d7531909c4575bb436706d5f5fa7c as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/be1d7531909c4575bb436706d5f5fa7c 2024-11-07T21:25:29,577 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4380d11b8e4c2f3ad6b93501698b843b/A of 4380d11b8e4c2f3ad6b93501698b843b into be1d7531909c4575bb436706d5f5fa7c(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:25:29,577 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4380d11b8e4c2f3ad6b93501698b843b: 2024-11-07T21:25:29,577 INFO [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., storeName=4380d11b8e4c2f3ad6b93501698b843b/A, priority=13, startTime=1731014728737; duration=0sec 2024-11-07T21:25:29,577 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:25:29,577 DEBUG [RS:0;4fc742968c91:33553-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4380d11b8e4c2f3ad6b93501698b843b:A 2024-11-07T21:25:29,586 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/C/738d8a4d26a84b2a8ff5a841c34492d9 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/738d8a4d26a84b2a8ff5a841c34492d9 2024-11-07T21:25:29,593 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4380d11b8e4c2f3ad6b93501698b843b/C of 4380d11b8e4c2f3ad6b93501698b843b into 738d8a4d26a84b2a8ff5a841c34492d9(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T21:25:29,593 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4380d11b8e4c2f3ad6b93501698b843b: 2024-11-07T21:25:29,593 INFO [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., storeName=4380d11b8e4c2f3ad6b93501698b843b/C, priority=13, startTime=1731014728737; duration=0sec 2024-11-07T21:25:29,593 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T21:25:29,593 DEBUG [RS:0;4fc742968c91:33553-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4380d11b8e4c2f3ad6b93501698b843b:C 2024-11-07T21:25:30,201 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T21:25:31,394 INFO [Thread-2398 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2398. 2024-11-07T21:25:31,394 DEBUG [Thread-2398 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T21:25:31,395 DEBUG [Thread-2398 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:25:31,395 DEBUG [Thread-2398 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:25:31,395 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T21:25:31,395 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-07T21:25:31,396 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 56 2024-11-07T21:25:31,396 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 70 2024-11-07T21:25:31,396 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 61 2024-11-07T21:25:31,396 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-11-07T21:25:31,396 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 68 2024-11-07T21:25:31,396 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-07T21:25:31,396 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3613 2024-11-07T21:25:31,396 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3689 2024-11-07T21:25:31,396 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3566 2024-11-07T21:25:31,396 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3627 2024-11-07T21:25:31,396 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3711 2024-11-07T21:25:31,396 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-07T21:25:31,396 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T21:25:31,397 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T21:25:31,397 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:25:31,397 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:25:31,397 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T21:25:31,399 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-07T21:25:31,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] procedure2.ProcedureExecutor(1139): Stored pid=174, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-07T21:25:31,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-07T21:25:31,405 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731014731404"}]},"ts":"1731014731404"} 2024-11-07T21:25:31,406 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-07T21:25:31,406 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-07T21:25:31,407 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=175, ppid=174, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-07T21:25:31,409 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4380d11b8e4c2f3ad6b93501698b843b, UNASSIGN}] 2024-11-07T21:25:31,410 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=176, ppid=175, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4380d11b8e4c2f3ad6b93501698b843b, UNASSIGN 2024-11-07T21:25:31,411 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=176 updating hbase:meta row=4380d11b8e4c2f3ad6b93501698b843b, regionState=CLOSING, regionLocation=4fc742968c91,33553,1731014551923 2024-11-07T21:25:31,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=176, ppid=175, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4380d11b8e4c2f3ad6b93501698b843b, UNASSIGN because future has completed 2024-11-07T21:25:31,412 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-07T21:25:31,412 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=177, ppid=176, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923}] 2024-11-07T21:25:31,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-07T21:25:31,565 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] handler.UnassignRegionHandler(122): Close 4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:31,565 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-07T21:25:31,565 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegion(1722): Closing 4380d11b8e4c2f3ad6b93501698b843b, disabling compactions & flushes 2024-11-07T21:25:31,566 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:31,566 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:31,566 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. after waiting 0 ms 2024-11-07T21:25:31,566 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:31,566 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegion(2902): Flushing 4380d11b8e4c2f3ad6b93501698b843b 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-07T21:25:31,576 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107b7d1109debb54d2fba8f5bf2b5bc6a2a_4380d11b8e4c2f3ad6b93501698b843b is 50, key is test_row_1/A:col10/1731014731391/Put/seqid=0 2024-11-07T21:25:31,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742472_1648 (size=9914) 2024-11-07T21:25:31,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-07T21:25:31,981 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:31,989 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107b7d1109debb54d2fba8f5bf2b5bc6a2a_4380d11b8e4c2f3ad6b93501698b843b to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107b7d1109debb54d2fba8f5bf2b5bc6a2a_4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:31,991 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/61de9fecd75c4713a75bb240cfad3f9b, store: [table=TestAcidGuarantees family=A region=4380d11b8e4c2f3ad6b93501698b843b] 2024-11-07T21:25:31,992 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/61de9fecd75c4713a75bb240cfad3f9b is 175, key is test_row_1/A:col10/1731014731391/Put/seqid=0 2024-11-07T21:25:31,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742473_1649 (size=22561) 2024-11-07T21:25:32,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-07T21:25:32,399 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=401, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/61de9fecd75c4713a75bb240cfad3f9b 2024-11-07T21:25:32,412 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/B/f94f1bdc33bd455c9e7f4cf1193d268c is 50, key is test_row_1/B:col10/1731014731391/Put/seqid=0 2024-11-07T21:25:32,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742474_1650 (size=9857) 2024-11-07T21:25:32,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-07T21:25:32,816 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/B/f94f1bdc33bd455c9e7f4cf1193d268c 2024-11-07T21:25:32,821 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/C/a1c4e5b649b349f8b4381f91e7364325 is 50, key is test_row_1/C:col10/1731014731391/Put/seqid=0 2024-11-07T21:25:32,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742475_1651 (size=9857) 2024-11-07T21:25:33,224 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/C/a1c4e5b649b349f8b4381f91e7364325 2024-11-07T21:25:33,228 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/A/61de9fecd75c4713a75bb240cfad3f9b as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/61de9fecd75c4713a75bb240cfad3f9b 2024-11-07T21:25:33,230 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/61de9fecd75c4713a75bb240cfad3f9b, entries=100, sequenceid=401, filesize=22.0 K 2024-11-07T21:25:33,231 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/B/f94f1bdc33bd455c9e7f4cf1193d268c as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/f94f1bdc33bd455c9e7f4cf1193d268c 2024-11-07T21:25:33,234 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/f94f1bdc33bd455c9e7f4cf1193d268c, entries=100, sequenceid=401, filesize=9.6 K 2024-11-07T21:25:33,235 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/.tmp/C/a1c4e5b649b349f8b4381f91e7364325 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/a1c4e5b649b349f8b4381f91e7364325 2024-11-07T21:25:33,238 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/a1c4e5b649b349f8b4381f91e7364325, entries=100, sequenceid=401, filesize=9.6 K 2024-11-07T21:25:33,239 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 4380d11b8e4c2f3ad6b93501698b843b in 1673ms, sequenceid=401, compaction requested=false 2024-11-07T21:25:33,240 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/c523e234596e417ea2f39ae4b63022ea, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/cbb709a8fbd94dd0b6071c2c41ce8812, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/69169cb941894016b38974a638db3fed, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/dcbb2f1dac2a4ed3a557cec89ae404a7, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/f2ae31d5f3744132be752edabaa18d49, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/b52cf23e629c4339ad12f508a89a9c7f, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/881aab03345845ac9b2d8368ce11aca1, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/e7cd338df0c44cf1b39e25b3bc26ce7f, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/e2f6d770bcda49ea925982ce817cd5a4, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/3b67728d73d64f0fae04b8246099bb48, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/798e9d3d1016436696ed3f470afb6736, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/d73b0ebbc5504da5acad9f465b54cc9f, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/708a8257d03949fb8156c9744cc79d17, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/c3ae251cbb1c497d85c2fb47eb2bb5de, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/c4be29f40d7d40fdbfcaa07e81a7a7c1, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/96c77cf211fd42c2903a5a48751c5552, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/f7f14b6b2f8949928806b9cb26bc54db, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/b5e573489d73499d82f2a2b01200676a, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/7e283aceb722481da7af867f3ee20d12, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/2420c80534414c6f833b0d5ecf8452e1, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/02aaa97eec2d4610b67d571eede2a7db, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/b94efbdc8697416b96e406b95adf8f19, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/6b5f61e1cba84458af84d2f194c000a1, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/291ddb3f42db4e9992b5616abac6513b, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/25aa97adcfc0416bb34cebc983599409, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/76f88adf871a489099c8f96aa516cac8, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/369208449a4942eb9c3da8d86bd6175d] to archive 2024-11-07T21:25:33,241 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T21:25:33,242 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/c523e234596e417ea2f39ae4b63022ea to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/c523e234596e417ea2f39ae4b63022ea 2024-11-07T21:25:33,243 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/cbb709a8fbd94dd0b6071c2c41ce8812 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/cbb709a8fbd94dd0b6071c2c41ce8812 2024-11-07T21:25:33,244 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/69169cb941894016b38974a638db3fed to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/69169cb941894016b38974a638db3fed 2024-11-07T21:25:33,245 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/dcbb2f1dac2a4ed3a557cec89ae404a7 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/dcbb2f1dac2a4ed3a557cec89ae404a7 2024-11-07T21:25:33,245 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/f2ae31d5f3744132be752edabaa18d49 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/f2ae31d5f3744132be752edabaa18d49 2024-11-07T21:25:33,246 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/b52cf23e629c4339ad12f508a89a9c7f to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/b52cf23e629c4339ad12f508a89a9c7f 2024-11-07T21:25:33,247 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/881aab03345845ac9b2d8368ce11aca1 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/881aab03345845ac9b2d8368ce11aca1 2024-11-07T21:25:33,248 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/e7cd338df0c44cf1b39e25b3bc26ce7f to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/e7cd338df0c44cf1b39e25b3bc26ce7f 2024-11-07T21:25:33,249 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/e2f6d770bcda49ea925982ce817cd5a4 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/e2f6d770bcda49ea925982ce817cd5a4 2024-11-07T21:25:33,250 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/3b67728d73d64f0fae04b8246099bb48 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/3b67728d73d64f0fae04b8246099bb48 2024-11-07T21:25:33,251 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/798e9d3d1016436696ed3f470afb6736 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/798e9d3d1016436696ed3f470afb6736 2024-11-07T21:25:33,252 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/d73b0ebbc5504da5acad9f465b54cc9f to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/d73b0ebbc5504da5acad9f465b54cc9f 2024-11-07T21:25:33,253 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/708a8257d03949fb8156c9744cc79d17 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/708a8257d03949fb8156c9744cc79d17 2024-11-07T21:25:33,254 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/c3ae251cbb1c497d85c2fb47eb2bb5de to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/c3ae251cbb1c497d85c2fb47eb2bb5de 2024-11-07T21:25:33,255 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/c4be29f40d7d40fdbfcaa07e81a7a7c1 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/c4be29f40d7d40fdbfcaa07e81a7a7c1 2024-11-07T21:25:33,255 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/96c77cf211fd42c2903a5a48751c5552 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/96c77cf211fd42c2903a5a48751c5552 2024-11-07T21:25:33,256 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/f7f14b6b2f8949928806b9cb26bc54db to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/f7f14b6b2f8949928806b9cb26bc54db 2024-11-07T21:25:33,257 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/b5e573489d73499d82f2a2b01200676a to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/b5e573489d73499d82f2a2b01200676a 2024-11-07T21:25:33,258 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/7e283aceb722481da7af867f3ee20d12 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/7e283aceb722481da7af867f3ee20d12 2024-11-07T21:25:33,258 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/2420c80534414c6f833b0d5ecf8452e1 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/2420c80534414c6f833b0d5ecf8452e1 2024-11-07T21:25:33,259 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/02aaa97eec2d4610b67d571eede2a7db to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/02aaa97eec2d4610b67d571eede2a7db 2024-11-07T21:25:33,260 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/b94efbdc8697416b96e406b95adf8f19 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/b94efbdc8697416b96e406b95adf8f19 2024-11-07T21:25:33,261 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/6b5f61e1cba84458af84d2f194c000a1 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/6b5f61e1cba84458af84d2f194c000a1 2024-11-07T21:25:33,261 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/291ddb3f42db4e9992b5616abac6513b to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/291ddb3f42db4e9992b5616abac6513b 2024-11-07T21:25:33,262 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/25aa97adcfc0416bb34cebc983599409 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/25aa97adcfc0416bb34cebc983599409 2024-11-07T21:25:33,263 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/76f88adf871a489099c8f96aa516cac8 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/76f88adf871a489099c8f96aa516cac8 2024-11-07T21:25:33,263 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/369208449a4942eb9c3da8d86bd6175d to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/369208449a4942eb9c3da8d86bd6175d 2024-11-07T21:25:33,264 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/c346e7185f5d4af58ef9b7150e6d9a59, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/d10e06f8cab0400bbdc0ae11e7909fb1, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/c9ba4a4a8cdf4d959ac0ef63a759c15c, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/649313a6ee8e484ab3a91b7135cbda35, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/437063930eab462b8824847ec741a2cf, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/7bb013599ec64e009155cc777dfe2a39, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/c0c14318aaea4e4684b725199fb6b96b, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/d7b2ef95ccc24239b40e241a1958cbaf, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/ab78a6badcf34052a2af062b01dbb012, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/8ab9d492ce244948b0be09efd2d50d9a, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/34a780bf7e16433cafdbeda279ca33e4, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/a6c10bc7f1da415793901f26a2e6e7cc, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/0da5e6c1eed14d4bb16b96bfcc76b96a, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/908ddef57aff4752b092cf535a857e0e, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/0ce8b37b904b4cf490fc1f727db98eb4, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/fae50b85f9dc47ac8405b7038dc79c03, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/363acf04821844e987293b48d3139f42, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/0e6806d48d154c7fb0a14b6dc5c993fa, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/c91ba77ca0cc4738b79df38b78e220c5, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/78bb137e8c2a4dbf8ed98689e4be3e87, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/07241437dab64e9d9f93519a608983b5, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/9f8f9f5085f345c2873b84875edcb0a9, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/37791593a9694c7a83af91c2ccd3460b, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/61d9287c919c41aa933b9e9d3ff934ca, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/b343652280c7475cbfa0db4ca9334966, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/4870180e84624ab893ff5b88cd9290e9, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/80c19a2ec01f40ba8d6c25377c6fc315] to archive 2024-11-07T21:25:33,265 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T21:25:33,266 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/c346e7185f5d4af58ef9b7150e6d9a59 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/c346e7185f5d4af58ef9b7150e6d9a59 2024-11-07T21:25:33,267 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/d10e06f8cab0400bbdc0ae11e7909fb1 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/d10e06f8cab0400bbdc0ae11e7909fb1 2024-11-07T21:25:33,268 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/c9ba4a4a8cdf4d959ac0ef63a759c15c to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/c9ba4a4a8cdf4d959ac0ef63a759c15c 2024-11-07T21:25:33,268 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/649313a6ee8e484ab3a91b7135cbda35 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/649313a6ee8e484ab3a91b7135cbda35 2024-11-07T21:25:33,269 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/437063930eab462b8824847ec741a2cf to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/437063930eab462b8824847ec741a2cf 2024-11-07T21:25:33,270 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/7bb013599ec64e009155cc777dfe2a39 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/7bb013599ec64e009155cc777dfe2a39 2024-11-07T21:25:33,271 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/c0c14318aaea4e4684b725199fb6b96b to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/c0c14318aaea4e4684b725199fb6b96b 2024-11-07T21:25:33,271 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/d7b2ef95ccc24239b40e241a1958cbaf to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/d7b2ef95ccc24239b40e241a1958cbaf 2024-11-07T21:25:33,272 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/ab78a6badcf34052a2af062b01dbb012 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/ab78a6badcf34052a2af062b01dbb012 2024-11-07T21:25:33,273 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/8ab9d492ce244948b0be09efd2d50d9a to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/8ab9d492ce244948b0be09efd2d50d9a 2024-11-07T21:25:33,273 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/34a780bf7e16433cafdbeda279ca33e4 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/34a780bf7e16433cafdbeda279ca33e4 2024-11-07T21:25:33,274 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/a6c10bc7f1da415793901f26a2e6e7cc to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/a6c10bc7f1da415793901f26a2e6e7cc 2024-11-07T21:25:33,275 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/0da5e6c1eed14d4bb16b96bfcc76b96a to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/0da5e6c1eed14d4bb16b96bfcc76b96a 2024-11-07T21:25:33,276 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/908ddef57aff4752b092cf535a857e0e to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/908ddef57aff4752b092cf535a857e0e 2024-11-07T21:25:33,276 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/0ce8b37b904b4cf490fc1f727db98eb4 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/0ce8b37b904b4cf490fc1f727db98eb4 2024-11-07T21:25:33,277 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/fae50b85f9dc47ac8405b7038dc79c03 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/fae50b85f9dc47ac8405b7038dc79c03 2024-11-07T21:25:33,278 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/363acf04821844e987293b48d3139f42 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/363acf04821844e987293b48d3139f42 2024-11-07T21:25:33,278 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/0e6806d48d154c7fb0a14b6dc5c993fa to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/0e6806d48d154c7fb0a14b6dc5c993fa 2024-11-07T21:25:33,279 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/c91ba77ca0cc4738b79df38b78e220c5 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/c91ba77ca0cc4738b79df38b78e220c5 2024-11-07T21:25:33,280 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/78bb137e8c2a4dbf8ed98689e4be3e87 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/78bb137e8c2a4dbf8ed98689e4be3e87 2024-11-07T21:25:33,280 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/07241437dab64e9d9f93519a608983b5 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/07241437dab64e9d9f93519a608983b5 2024-11-07T21:25:33,281 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/9f8f9f5085f345c2873b84875edcb0a9 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/9f8f9f5085f345c2873b84875edcb0a9 2024-11-07T21:25:33,282 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/37791593a9694c7a83af91c2ccd3460b to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/37791593a9694c7a83af91c2ccd3460b 2024-11-07T21:25:33,282 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/61d9287c919c41aa933b9e9d3ff934ca to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/61d9287c919c41aa933b9e9d3ff934ca 2024-11-07T21:25:33,283 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/b343652280c7475cbfa0db4ca9334966 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/b343652280c7475cbfa0db4ca9334966 2024-11-07T21:25:33,284 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/4870180e84624ab893ff5b88cd9290e9 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/4870180e84624ab893ff5b88cd9290e9 2024-11-07T21:25:33,285 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/80c19a2ec01f40ba8d6c25377c6fc315 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/80c19a2ec01f40ba8d6c25377c6fc315 2024-11-07T21:25:33,286 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/ed0e72fe6f7e4ed4917879e16b35e9f4, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/858fcc312cee4e55bf11096e1959cd33, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/315e95bc64254a7baebcbe5e2007cff1, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/91180402c1eb47efadc894951e22bde8, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/67cf2d5c1e064cd7aec501e777170028, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/1857fc2f69bd48febb664bfd4a502cbf, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/7d7aba994b81421a92b1bed259517c4b, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/53ef88ab12c548539d48d993ab96a195, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/381a0f9514a54ef28202f347f5ef42db, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/4c31e1750ae94928b30f2c2d136ee96e, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/81ec3243d2414981aab971d9f46c1e17, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/c55b7a9d151544719b0bf3df26855f9e, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/9be7a11de0f441728421af3db9c4a6c9, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/3a0b394a659c48298383ae1ef754fdde, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/523a3c5013114f3da575b8a3f3d0dc20, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/80d9468db6de4ec09c444d0b78fe730e, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/7160b62d298a4256b8418ff005385a53, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/5f17e2f5e16b41fe84d1358f56ae84a8, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/de4db49faaf6442190ec5ddd7bcacdd8, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/e892fe23bf11470c93376f832e48b104, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/e88e1be5823548629857a81dc2dc9218, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/3d12ded8b00f437d8ba1b35a6e94c7dd, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/cadac427a75b405da7ea257a85a14897, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/7c3ef9ba054b4e22b4d1e813ba9d676e, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/3703f8ccec994eee8d647a3400222f88, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/8eaa10fe3ae143d3a4575eb70bd1b651, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/39218df38cf7415aa6eaa9e0d245b94e] to archive 2024-11-07T21:25:33,286 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T21:25:33,287 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/ed0e72fe6f7e4ed4917879e16b35e9f4 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/ed0e72fe6f7e4ed4917879e16b35e9f4 2024-11-07T21:25:33,288 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/858fcc312cee4e55bf11096e1959cd33 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/858fcc312cee4e55bf11096e1959cd33 2024-11-07T21:25:33,289 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/315e95bc64254a7baebcbe5e2007cff1 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/315e95bc64254a7baebcbe5e2007cff1 2024-11-07T21:25:33,290 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/91180402c1eb47efadc894951e22bde8 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/91180402c1eb47efadc894951e22bde8 2024-11-07T21:25:33,290 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/67cf2d5c1e064cd7aec501e777170028 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/67cf2d5c1e064cd7aec501e777170028 2024-11-07T21:25:33,291 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/1857fc2f69bd48febb664bfd4a502cbf to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/1857fc2f69bd48febb664bfd4a502cbf 2024-11-07T21:25:33,292 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/7d7aba994b81421a92b1bed259517c4b to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/7d7aba994b81421a92b1bed259517c4b 2024-11-07T21:25:33,293 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/53ef88ab12c548539d48d993ab96a195 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/53ef88ab12c548539d48d993ab96a195 2024-11-07T21:25:33,294 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/381a0f9514a54ef28202f347f5ef42db to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/381a0f9514a54ef28202f347f5ef42db 2024-11-07T21:25:33,295 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/4c31e1750ae94928b30f2c2d136ee96e to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/4c31e1750ae94928b30f2c2d136ee96e 2024-11-07T21:25:33,295 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/81ec3243d2414981aab971d9f46c1e17 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/81ec3243d2414981aab971d9f46c1e17 2024-11-07T21:25:33,296 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/c55b7a9d151544719b0bf3df26855f9e to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/c55b7a9d151544719b0bf3df26855f9e 2024-11-07T21:25:33,297 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/9be7a11de0f441728421af3db9c4a6c9 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/9be7a11de0f441728421af3db9c4a6c9 2024-11-07T21:25:33,297 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/3a0b394a659c48298383ae1ef754fdde to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/3a0b394a659c48298383ae1ef754fdde 2024-11-07T21:25:33,298 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/523a3c5013114f3da575b8a3f3d0dc20 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/523a3c5013114f3da575b8a3f3d0dc20 2024-11-07T21:25:33,299 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/80d9468db6de4ec09c444d0b78fe730e to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/80d9468db6de4ec09c444d0b78fe730e 2024-11-07T21:25:33,300 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/7160b62d298a4256b8418ff005385a53 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/7160b62d298a4256b8418ff005385a53 2024-11-07T21:25:33,300 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/5f17e2f5e16b41fe84d1358f56ae84a8 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/5f17e2f5e16b41fe84d1358f56ae84a8 2024-11-07T21:25:33,301 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/de4db49faaf6442190ec5ddd7bcacdd8 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/de4db49faaf6442190ec5ddd7bcacdd8 2024-11-07T21:25:33,302 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/e892fe23bf11470c93376f832e48b104 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/e892fe23bf11470c93376f832e48b104 2024-11-07T21:25:33,304 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/e88e1be5823548629857a81dc2dc9218 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/e88e1be5823548629857a81dc2dc9218 2024-11-07T21:25:33,305 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/3d12ded8b00f437d8ba1b35a6e94c7dd to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/3d12ded8b00f437d8ba1b35a6e94c7dd 2024-11-07T21:25:33,306 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/cadac427a75b405da7ea257a85a14897 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/cadac427a75b405da7ea257a85a14897 2024-11-07T21:25:33,307 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/7c3ef9ba054b4e22b4d1e813ba9d676e to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/7c3ef9ba054b4e22b4d1e813ba9d676e 2024-11-07T21:25:33,308 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/3703f8ccec994eee8d647a3400222f88 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/3703f8ccec994eee8d647a3400222f88 2024-11-07T21:25:33,308 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/8eaa10fe3ae143d3a4575eb70bd1b651 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/8eaa10fe3ae143d3a4575eb70bd1b651 2024-11-07T21:25:33,309 DEBUG [StoreCloser-TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/39218df38cf7415aa6eaa9e0d245b94e to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/39218df38cf7415aa6eaa9e0d245b94e 2024-11-07T21:25:33,313 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/recovered.edits/404.seqid, newMaxSeqId=404, maxSeqId=4 2024-11-07T21:25:33,313 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. 2024-11-07T21:25:33,313 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegion(1676): Region close journal for 4380d11b8e4c2f3ad6b93501698b843b: Waiting for close lock at 1731014731565Running coprocessor pre-close hooks at 1731014731565Disabling compacts and flushes for region at 1731014731565Disabling writes for close at 1731014731566 (+1 ms)Obtaining lock to block concurrent updates at 1731014731566Preparing flush snapshotting stores in 4380d11b8e4c2f3ad6b93501698b843b at 1731014731566Finished memstore snapshotting TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=54720, getOffHeapSize=0, getCellsCount=450 at 1731014731566Flushing stores of TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b. at 1731014731567 (+1 ms)Flushing 4380d11b8e4c2f3ad6b93501698b843b/A: creating writer at 1731014731567Flushing mob file 4380d11b8e4c2f3ad6b93501698b843b/A: appending metadata at 1731014731576 (+9 ms)Flushing mob file 4380d11b8e4c2f3ad6b93501698b843b/A: closing flushed file at 1731014731576Flushing 4380d11b8e4c2f3ad6b93501698b843b/A: appending metadata at 1731014731991 (+415 ms)Flushing 4380d11b8e4c2f3ad6b93501698b843b/A: closing flushed file at 1731014731991Flushing 4380d11b8e4c2f3ad6b93501698b843b/B: creating writer at 1731014732406 (+415 ms)Flushing 4380d11b8e4c2f3ad6b93501698b843b/B: appending metadata at 1731014732411 (+5 ms)Flushing 4380d11b8e4c2f3ad6b93501698b843b/B: closing flushed file at 1731014732411Flushing 4380d11b8e4c2f3ad6b93501698b843b/C: creating writer at 1731014732818 (+407 ms)Flushing 4380d11b8e4c2f3ad6b93501698b843b/C: appending metadata at 1731014732820 (+2 ms)Flushing 4380d11b8e4c2f3ad6b93501698b843b/C: closing flushed file at 1731014732820Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c495ce: reopening flushed file at 1731014733227 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20e85eb2: reopening flushed file at 1731014733231 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d453944: reopening flushed file at 1731014733234 (+3 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 4380d11b8e4c2f3ad6b93501698b843b in 1673ms, sequenceid=401, compaction requested=false at 1731014733239 (+5 ms)Writing region close event to WAL at 1731014733310 (+71 ms)Running coprocessor post-close hooks at 1731014733313 (+3 ms)Closed at 1731014733313 2024-11-07T21:25:33,315 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] handler.UnassignRegionHandler(157): Closed 4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:33,316 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=176 updating hbase:meta row=4380d11b8e4c2f3ad6b93501698b843b, regionState=CLOSED 2024-11-07T21:25:33,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=177, ppid=176, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 because future has completed 2024-11-07T21:25:33,319 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=177, resume processing ppid=176 2024-11-07T21:25:33,319 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=177, ppid=176, state=SUCCESS, hasLock=false; CloseRegionProcedure 4380d11b8e4c2f3ad6b93501698b843b, server=4fc742968c91,33553,1731014551923 in 1.9060 sec 2024-11-07T21:25:33,320 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=176, resume processing ppid=175 2024-11-07T21:25:33,320 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=176, ppid=175, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4380d11b8e4c2f3ad6b93501698b843b, UNASSIGN in 1.9100 sec 2024-11-07T21:25:33,322 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=175, resume processing ppid=174 2024-11-07T21:25:33,322 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=175, ppid=174, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9130 sec 2024-11-07T21:25:33,323 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731014733323"}]},"ts":"1731014733323"} 2024-11-07T21:25:33,324 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-07T21:25:33,324 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-07T21:25:33,326 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=174, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9260 sec 2024-11-07T21:25:33,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-07T21:25:33,550 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-07T21:25:33,550 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-07T21:25:33,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] procedure2.ProcedureExecutor(1139): Stored pid=178, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T21:25:33,552 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=178, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T21:25:33,553 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=178, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T21:25:33,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-07T21:25:33,554 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:33,556 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A, FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B, FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C, FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/recovered.edits] 2024-11-07T21:25:33,558 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/61de9fecd75c4713a75bb240cfad3f9b to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/61de9fecd75c4713a75bb240cfad3f9b 2024-11-07T21:25:33,559 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/be1d7531909c4575bb436706d5f5fa7c to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/A/be1d7531909c4575bb436706d5f5fa7c 2024-11-07T21:25:33,560 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/de44b3e4e6ff48e39dd4d324ba5726ca to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/de44b3e4e6ff48e39dd4d324ba5726ca 2024-11-07T21:25:33,561 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/f94f1bdc33bd455c9e7f4cf1193d268c to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/B/f94f1bdc33bd455c9e7f4cf1193d268c 2024-11-07T21:25:33,562 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/738d8a4d26a84b2a8ff5a841c34492d9 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/738d8a4d26a84b2a8ff5a841c34492d9 2024-11-07T21:25:33,562 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/a1c4e5b649b349f8b4381f91e7364325 to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/C/a1c4e5b649b349f8b4381f91e7364325 2024-11-07T21:25:33,564 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/recovered.edits/404.seqid to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b/recovered.edits/404.seqid 2024-11-07T21:25:33,564 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/default/TestAcidGuarantees/4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:33,564 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-07T21:25:33,565 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-07T21:25:33,565 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-07T21:25:33,567 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110707d08153ad0f4dabaf82c92a625c05b3_4380d11b8e4c2f3ad6b93501698b843b to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110707d08153ad0f4dabaf82c92a625c05b3_4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:33,568 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411074559aaf0b157426594054fe6aab8c2b9_4380d11b8e4c2f3ad6b93501698b843b to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411074559aaf0b157426594054fe6aab8c2b9_4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:33,568 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411074fc3b13d3b644e01b8fe80f7380e47d1_4380d11b8e4c2f3ad6b93501698b843b to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411074fc3b13d3b644e01b8fe80f7380e47d1_4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:33,569 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110755df8b83395d48c78991f6ac6184ffad_4380d11b8e4c2f3ad6b93501698b843b to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110755df8b83395d48c78991f6ac6184ffad_4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:33,570 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107597ecc5e184544379121703124b819bc_4380d11b8e4c2f3ad6b93501698b843b to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107597ecc5e184544379121703124b819bc_4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:33,571 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411076348ce9dd60e403bb4674cfaed32230c_4380d11b8e4c2f3ad6b93501698b843b to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411076348ce9dd60e403bb4674cfaed32230c_4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:33,571 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107675979c227474fb3ac25c06da33b0c7d_4380d11b8e4c2f3ad6b93501698b843b to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107675979c227474fb3ac25c06da33b0c7d_4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:33,572 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411077865563f59014ba59b369a13b2ac144c_4380d11b8e4c2f3ad6b93501698b843b to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411077865563f59014ba59b369a13b2ac144c_4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:33,573 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110787d470b7679e4f00b47c44ca872ab2fa_4380d11b8e4c2f3ad6b93501698b843b to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110787d470b7679e4f00b47c44ca872ab2fa_4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:33,574 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411079e497b864aff497aa07dc2be06ddf1c3_4380d11b8e4c2f3ad6b93501698b843b to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411079e497b864aff497aa07dc2be06ddf1c3_4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:33,574 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107ab59a0f7615f48949a06b76f813e243e_4380d11b8e4c2f3ad6b93501698b843b to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107ab59a0f7615f48949a06b76f813e243e_4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:33,575 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107ad297dcb95ed464998987c61985c2c42_4380d11b8e4c2f3ad6b93501698b843b to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107ad297dcb95ed464998987c61985c2c42_4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:33,576 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107b7d1109debb54d2fba8f5bf2b5bc6a2a_4380d11b8e4c2f3ad6b93501698b843b to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107b7d1109debb54d2fba8f5bf2b5bc6a2a_4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:33,576 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107bb85be4e161c40e585a3006d719f2e0d_4380d11b8e4c2f3ad6b93501698b843b to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107bb85be4e161c40e585a3006d719f2e0d_4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:33,577 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107bb9219223dba41fea4b2c1a8308ad7ea_4380d11b8e4c2f3ad6b93501698b843b to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107bb9219223dba41fea4b2c1a8308ad7ea_4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:33,578 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107c1fea44998824305b8c83b49432c9151_4380d11b8e4c2f3ad6b93501698b843b to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107c1fea44998824305b8c83b49432c9151_4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:33,579 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107c88b1479277148afb1324b6f700d3afa_4380d11b8e4c2f3ad6b93501698b843b to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107c88b1479277148afb1324b6f700d3afa_4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:33,579 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107d63bcb9a1c0d44ffb572eb23ab5dca40_4380d11b8e4c2f3ad6b93501698b843b to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107d63bcb9a1c0d44ffb572eb23ab5dca40_4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:33,580 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107e5969c69ac7146a9a2e57a6f54ab74d5_4380d11b8e4c2f3ad6b93501698b843b to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107e5969c69ac7146a9a2e57a6f54ab74d5_4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:33,581 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107e66811de39cc4edda14ff9cf01f56908_4380d11b8e4c2f3ad6b93501698b843b to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107e66811de39cc4edda14ff9cf01f56908_4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:33,581 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107f76851f6746b42529f8c0a4b4e9c6a58_4380d11b8e4c2f3ad6b93501698b843b to hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107f76851f6746b42529f8c0a4b4e9c6a58_4380d11b8e4c2f3ad6b93501698b843b 2024-11-07T21:25:33,582 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-07T21:25:33,583 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=178, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T21:25:33,586 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-07T21:25:33,587 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-07T21:25:33,588 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=178, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T21:25:33,588 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-07T21:25:33,588 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731014733588"}]},"ts":"9223372036854775807"} 2024-11-07T21:25:33,590 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-07T21:25:33,590 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 4380d11b8e4c2f3ad6b93501698b843b, NAME => 'TestAcidGuarantees,,1731014702507.4380d11b8e4c2f3ad6b93501698b843b.', STARTKEY => '', ENDKEY => ''}] 2024-11-07T21:25:33,590 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-07T21:25:33,590 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731014733590"}]},"ts":"9223372036854775807"} 2024-11-07T21:25:33,592 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-07T21:25:33,592 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=178, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T21:25:33,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=178, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 42 msec 2024-11-07T21:25:33,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-07T21:25:33,660 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-07T21:25:33,662 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-07T21:25:33,668 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=241 (was 245), OpenFileDescriptor=457 (was 463), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=377 (was 397), ProcessCount=11 (was 11), AvailableMemoryMB=1676 (was 1790) 2024-11-07T21:25:33,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T21:25:33,668 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T21:25:33,668 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T21:25:33,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:25:33,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:25:33,669 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T21:25:33,669 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T21:25:33,669 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1166144013, stopped=false 2024-11-07T21:25:33,669 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4fc742968c91,39921,1731014551100 2024-11-07T21:25:33,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33553-0x101172ddeae0001, quorum=127.0.0.1:58446, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T21:25:33,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39921-0x101172ddeae0000, quorum=127.0.0.1:58446, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T21:25:33,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39921-0x101172ddeae0000, quorum=127.0.0.1:58446, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:25:33,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33553-0x101172ddeae0001, quorum=127.0.0.1:58446, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:25:33,789 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T21:25:33,790 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39921-0x101172ddeae0000, quorum=127.0.0.1:58446, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T21:25:33,790 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33553-0x101172ddeae0001, quorum=127.0.0.1:58446, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T21:25:33,790 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T21:25:33,791 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T21:25:33,791 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:25:33,791 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4fc742968c91,33553,1731014551923' ***** 2024-11-07T21:25:33,791 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T21:25:33,792 INFO [RS:0;4fc742968c91:33553 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T21:25:33,792 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T21:25:33,792 INFO [RS:0;4fc742968c91:33553 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T21:25:33,792 INFO [RS:0;4fc742968c91:33553 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T21:25:33,792 INFO [RS:0;4fc742968c91:33553 {}] regionserver.HRegionServer(959): stopping server 4fc742968c91,33553,1731014551923 2024-11-07T21:25:33,792 INFO [RS:0;4fc742968c91:33553 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T21:25:33,793 INFO [RS:0;4fc742968c91:33553 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4fc742968c91:33553. 2024-11-07T21:25:33,793 DEBUG [RS:0;4fc742968c91:33553 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T21:25:33,793 DEBUG [RS:0;4fc742968c91:33553 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:25:33,793 INFO [RS:0;4fc742968c91:33553 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T21:25:33,793 INFO [RS:0;4fc742968c91:33553 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T21:25:33,793 INFO [RS:0;4fc742968c91:33553 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T21:25:33,793 INFO [RS:0;4fc742968c91:33553 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T21:25:33,794 INFO [RS:0;4fc742968c91:33553 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T21:25:33,794 DEBUG [RS:0;4fc742968c91:33553 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-07T21:25:33,795 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T21:25:33,795 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T21:25:33,795 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T21:25:33,795 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T21:25:33,795 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T21:25:33,795 DEBUG [RS:0;4fc742968c91:33553 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T21:25:33,795 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-11-07T21:25:33,817 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/hbase/meta/1588230740/.tmp/info/3f28419e5e3543d0adf71531f76f006d is 95, key is TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944./info:/1731014581672/DeleteFamily/seqid=0 2024-11-07T21:25:33,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742476_1652 (size=6514) 2024-11-07T21:25:33,871 INFO [regionserver/4fc742968c91:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T21:25:33,943 INFO [regionserver/4fc742968c91:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T21:25:33,943 INFO [regionserver/4fc742968c91:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T21:25:33,997 DEBUG [RS:0;4fc742968c91:33553 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T21:25:34,197 DEBUG [RS:0;4fc742968c91:33553 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T21:25:34,221 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/hbase/meta/1588230740/.tmp/info/3f28419e5e3543d0adf71531f76f006d 2024-11-07T21:25:34,239 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/hbase/meta/1588230740/.tmp/ns/bd513adffa3748c285cf0ebd95c0625c is 93, key is TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944./ns:/1731014581639/DeleteFamily/seqid=0 2024-11-07T21:25:34,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742477_1653 (size=5906) 2024-11-07T21:25:34,397 DEBUG [RS:0;4fc742968c91:33553 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T21:25:34,597 DEBUG [RS:0;4fc742968c91:33553 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T21:25:34,643 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/hbase/meta/1588230740/.tmp/ns/bd513adffa3748c285cf0ebd95c0625c 2024-11-07T21:25:34,662 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/hbase/meta/1588230740/.tmp/rep_barrier/00656880afc94386b0a2e56bf36e6929 is 102, key is TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944./rep_barrier:/1731014581639/DeleteFamily/seqid=0 2024-11-07T21:25:34,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742478_1654 (size=6025) 2024-11-07T21:25:34,797 DEBUG [RS:0;4fc742968c91:33553 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T21:25:34,944 INFO [regionserver/4fc742968c91:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-07T21:25:34,998 DEBUG [RS:0;4fc742968c91:33553 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T21:25:35,066 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/hbase/meta/1588230740/.tmp/rep_barrier/00656880afc94386b0a2e56bf36e6929 2024-11-07T21:25:35,082 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/hbase/meta/1588230740/.tmp/table/b2dc74d734284a86a423df707a08b514 is 96, key is TestAcidGuarantees,,1731014556157.d3623a1f459e06579bd5cb7f05d15944./table:/1731014581639/DeleteFamily/seqid=0 2024-11-07T21:25:35,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742479_1655 (size=5936) 2024-11-07T21:25:35,198 DEBUG [RS:0;4fc742968c91:33553 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T21:25:35,398 DEBUG [RS:0;4fc742968c91:33553 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T21:25:35,486 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/hbase/meta/1588230740/.tmp/table/b2dc74d734284a86a423df707a08b514 2024-11-07T21:25:35,489 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/hbase/meta/1588230740/.tmp/info/3f28419e5e3543d0adf71531f76f006d as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/hbase/meta/1588230740/info/3f28419e5e3543d0adf71531f76f006d 2024-11-07T21:25:35,491 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/hbase/meta/1588230740/info/3f28419e5e3543d0adf71531f76f006d, entries=12, sequenceid=90, filesize=6.4 K 2024-11-07T21:25:35,492 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/hbase/meta/1588230740/.tmp/ns/bd513adffa3748c285cf0ebd95c0625c as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/hbase/meta/1588230740/ns/bd513adffa3748c285cf0ebd95c0625c 2024-11-07T21:25:35,494 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/hbase/meta/1588230740/ns/bd513adffa3748c285cf0ebd95c0625c, entries=8, sequenceid=90, filesize=5.8 K 2024-11-07T21:25:35,495 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/hbase/meta/1588230740/.tmp/rep_barrier/00656880afc94386b0a2e56bf36e6929 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/hbase/meta/1588230740/rep_barrier/00656880afc94386b0a2e56bf36e6929 2024-11-07T21:25:35,497 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/hbase/meta/1588230740/rep_barrier/00656880afc94386b0a2e56bf36e6929, entries=6, sequenceid=90, filesize=5.9 K 2024-11-07T21:25:35,498 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/hbase/meta/1588230740/.tmp/table/b2dc74d734284a86a423df707a08b514 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/hbase/meta/1588230740/table/b2dc74d734284a86a423df707a08b514 2024-11-07T21:25:35,500 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/hbase/meta/1588230740/table/b2dc74d734284a86a423df707a08b514, entries=7, sequenceid=90, filesize=5.8 K 2024-11-07T21:25:35,501 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1706ms, sequenceid=90, compaction requested=false 2024-11-07T21:25:35,504 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-11-07T21:25:35,505 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T21:25:35,505 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T21:25:35,505 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731014733794Running coprocessor pre-close hooks at 1731014733795 (+1 ms)Disabling compacts and flushes for region at 1731014733795Disabling writes for close at 1731014733795Obtaining lock to block concurrent updates at 1731014733795Preparing flush snapshotting stores in 1588230740 at 1731014733795Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1731014733795Flushing stores of hbase:meta,,1.1588230740 at 1731014733796 (+1 ms)Flushing 1588230740/info: creating writer at 1731014733796Flushing 1588230740/info: appending metadata at 1731014733817 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731014733817Flushing 1588230740/ns: creating writer at 1731014734224 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731014734239 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731014734239Flushing 1588230740/rep_barrier: creating writer at 1731014734647 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731014734662 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731014734662Flushing 1588230740/table: creating writer at 1731014735069 (+407 ms)Flushing 1588230740/table: appending metadata at 1731014735082 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731014735082Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b4e23de: reopening flushed file at 1731014735488 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ab60944: reopening flushed file at 1731014735492 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@754ab7ba: reopening flushed file at 1731014735494 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14f95722: reopening flushed file at 1731014735497 (+3 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1706ms, sequenceid=90, compaction requested=false at 1731014735501 (+4 ms)Writing region close event to WAL at 1731014735502 (+1 ms)Running coprocessor post-close hooks at 1731014735505 (+3 ms)Closed at 1731014735505 2024-11-07T21:25:35,505 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T21:25:35,598 INFO [RS:0;4fc742968c91:33553 {}] regionserver.HRegionServer(976): stopping server 4fc742968c91,33553,1731014551923; all regions closed. 2024-11-07T21:25:35,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741834_1010 (size=25344) 2024-11-07T21:25:35,604 DEBUG [RS:0;4fc742968c91:33553 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/oldWALs 2024-11-07T21:25:35,605 INFO [RS:0;4fc742968c91:33553 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4fc742968c91%2C33553%2C1731014551923.meta:.meta(num 1731014555664) 2024-11-07T21:25:35,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741832_1008 (size=14861720) 2024-11-07T21:25:35,608 DEBUG [RS:0;4fc742968c91:33553 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/oldWALs 2024-11-07T21:25:35,608 INFO [RS:0;4fc742968c91:33553 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4fc742968c91%2C33553%2C1731014551923:(num 1731014555102) 2024-11-07T21:25:35,608 DEBUG [RS:0;4fc742968c91:33553 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:25:35,608 INFO [RS:0;4fc742968c91:33553 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T21:25:35,609 INFO [RS:0;4fc742968c91:33553 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T21:25:35,609 INFO [RS:0;4fc742968c91:33553 {}] hbase.ChoreService(370): Chore service for: regionserver/4fc742968c91:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-07T21:25:35,609 INFO [RS:0;4fc742968c91:33553 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T21:25:35,609 INFO [regionserver/4fc742968c91:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T21:25:35,609 INFO [RS:0;4fc742968c91:33553 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33553 2024-11-07T21:25:35,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33553-0x101172ddeae0001, quorum=127.0.0.1:58446, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4fc742968c91,33553,1731014551923 2024-11-07T21:25:35,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39921-0x101172ddeae0000, quorum=127.0.0.1:58446, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T21:25:35,667 INFO [RS:0;4fc742968c91:33553 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T21:25:35,741 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4fc742968c91,33553,1731014551923] 2024-11-07T21:25:35,797 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4fc742968c91,33553,1731014551923 already deleted, retry=false 2024-11-07T21:25:35,798 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4fc742968c91,33553,1731014551923 expired; onlineServers=0 2024-11-07T21:25:35,798 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4fc742968c91,39921,1731014551100' ***** 2024-11-07T21:25:35,798 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T21:25:35,798 INFO [M:0;4fc742968c91:39921 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T21:25:35,798 INFO [M:0;4fc742968c91:39921 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T21:25:35,798 DEBUG [M:0;4fc742968c91:39921 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T21:25:35,798 DEBUG [M:0;4fc742968c91:39921 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T21:25:35,798 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T21:25:35,798 DEBUG [master/4fc742968c91:0:becomeActiveMaster-HFileCleaner.large.0-1731014554767 {}] cleaner.HFileCleaner(306): Exit Thread[master/4fc742968c91:0:becomeActiveMaster-HFileCleaner.large.0-1731014554767,5,FailOnTimeoutGroup] 2024-11-07T21:25:35,798 DEBUG [master/4fc742968c91:0:becomeActiveMaster-HFileCleaner.small.0-1731014554768 {}] cleaner.HFileCleaner(306): Exit Thread[master/4fc742968c91:0:becomeActiveMaster-HFileCleaner.small.0-1731014554768,5,FailOnTimeoutGroup] 2024-11-07T21:25:35,798 INFO [M:0;4fc742968c91:39921 {}] hbase.ChoreService(370): Chore service for: master/4fc742968c91:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T21:25:35,798 INFO [M:0;4fc742968c91:39921 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T21:25:35,799 DEBUG [M:0;4fc742968c91:39921 {}] master.HMaster(1795): Stopping service threads 2024-11-07T21:25:35,799 INFO [M:0;4fc742968c91:39921 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T21:25:35,799 INFO [M:0;4fc742968c91:39921 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T21:25:35,799 ERROR [M:0;4fc742968c91:39921 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-07T21:25:35,799 INFO [M:0;4fc742968c91:39921 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T21:25:35,800 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T21:25:35,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33553-0x101172ddeae0001, quorum=127.0.0.1:58446, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T21:25:35,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33553-0x101172ddeae0001, quorum=127.0.0.1:58446, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T21:25:35,842 INFO [RS:0;4fc742968c91:33553 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T21:25:35,842 INFO [RS:0;4fc742968c91:33553 {}] regionserver.HRegionServer(1031): Exiting; stopping=4fc742968c91,33553,1731014551923; zookeeper connection closed. 2024-11-07T21:25:35,843 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3e5ae1d6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3e5ae1d6 2024-11-07T21:25:35,844 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T21:25:35,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39921-0x101172ddeae0000, quorum=127.0.0.1:58446, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-07T21:25:35,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39921-0x101172ddeae0000, quorum=127.0.0.1:58446, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:25:35,910 DEBUG [M:0;4fc742968c91:39921 {}] zookeeper.ZKUtil(347): master:39921-0x101172ddeae0000, quorum=127.0.0.1:58446, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-07T21:25:35,910 WARN [M:0;4fc742968c91:39921 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T21:25:35,911 INFO [M:0;4fc742968c91:39921 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/.lastflushedseqids 2024-11-07T21:25:35,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742480_1656 (size=72) 2024-11-07T21:25:36,328 INFO [M:0;4fc742968c91:39921 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T21:25:36,329 INFO [M:0;4fc742968c91:39921 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T21:25:36,329 DEBUG [M:0;4fc742968c91:39921 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T21:25:36,329 INFO [M:0;4fc742968c91:39921 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T21:25:36,329 DEBUG [M:0;4fc742968c91:39921 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T21:25:36,329 DEBUG [M:0;4fc742968c91:39921 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T21:25:36,329 DEBUG [M:0;4fc742968c91:39921 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T21:25:36,329 INFO [M:0;4fc742968c91:39921 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=769.39 KB heapSize=945.79 KB 2024-11-07T21:25:36,345 DEBUG [M:0;4fc742968c91:39921 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b6a87402ede646fc81118f66df8e2866 is 82, key is hbase:meta,,1/info:regioninfo/1731014555746/Put/seqid=0 2024-11-07T21:25:36,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742481_1657 (size=5672) 2024-11-07T21:25:36,748 INFO [M:0;4fc742968c91:39921 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2174 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b6a87402ede646fc81118f66df8e2866 2024-11-07T21:25:36,767 DEBUG [M:0;4fc742968c91:39921 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b5e0804431d2488b8942c34cf5ffccf8 is 2277, key is \x00\x00\x00\x00\x00\x00\x00\x99/proc:d/1731014705567/Put/seqid=0 2024-11-07T21:25:36,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742482_1658 (size=45612) 2024-11-07T21:25:37,171 INFO [M:0;4fc742968c91:39921 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=768.83 KB at sequenceid=2174 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b5e0804431d2488b8942c34cf5ffccf8 2024-11-07T21:25:37,174 INFO [M:0;4fc742968c91:39921 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b5e0804431d2488b8942c34cf5ffccf8 2024-11-07T21:25:37,192 DEBUG [M:0;4fc742968c91:39921 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/79a81bc42f804ac6b83c03078ed61bc2 is 69, key is 4fc742968c91,33553,1731014551923/rs:state/1731014554858/Put/seqid=0 2024-11-07T21:25:37,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073742483_1659 (size=5156) 2024-11-07T21:25:37,597 INFO [M:0;4fc742968c91:39921 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2174 (bloomFilter=true), to=hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/79a81bc42f804ac6b83c03078ed61bc2 2024-11-07T21:25:37,608 DEBUG [M:0;4fc742968c91:39921 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b6a87402ede646fc81118f66df8e2866 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b6a87402ede646fc81118f66df8e2866 2024-11-07T21:25:37,612 INFO [M:0;4fc742968c91:39921 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b6a87402ede646fc81118f66df8e2866, entries=8, sequenceid=2174, filesize=5.5 K 2024-11-07T21:25:37,612 DEBUG [M:0;4fc742968c91:39921 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b5e0804431d2488b8942c34cf5ffccf8 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b5e0804431d2488b8942c34cf5ffccf8 2024-11-07T21:25:37,616 INFO [M:0;4fc742968c91:39921 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b5e0804431d2488b8942c34cf5ffccf8 2024-11-07T21:25:37,616 INFO [M:0;4fc742968c91:39921 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b5e0804431d2488b8942c34cf5ffccf8, entries=178, sequenceid=2174, filesize=44.5 K 2024-11-07T21:25:37,617 DEBUG [M:0;4fc742968c91:39921 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/79a81bc42f804ac6b83c03078ed61bc2 as hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/79a81bc42f804ac6b83c03078ed61bc2 2024-11-07T21:25:37,620 INFO [M:0;4fc742968c91:39921 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41435/user/jenkins/test-data/7e6869fe-c8fc-e8c2-3717-070be55f48ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/79a81bc42f804ac6b83c03078ed61bc2, entries=1, sequenceid=2174, filesize=5.0 K 2024-11-07T21:25:37,621 INFO [M:0;4fc742968c91:39921 {}] regionserver.HRegion(3140): Finished flush of dataSize ~769.39 KB/787855, heapSize ~945.49 KB/968184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=2174, compaction requested=false 2024-11-07T21:25:37,623 INFO [M:0;4fc742968c91:39921 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T21:25:37,623 DEBUG [M:0;4fc742968c91:39921 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731014736329Disabling compacts and flushes for region at 1731014736329Disabling writes for close at 1731014736329Obtaining lock to block concurrent updates at 1731014736329Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731014736329Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=787855, getHeapSize=968424, getOffHeapSize=0, getCellsCount=2377 at 1731014736329Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731014736330 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731014736330Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731014736345 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731014736345Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731014736751 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731014736767 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731014736767Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731014737175 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731014737192 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731014737192Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4080ec5d: reopening flushed file at 1731014737606 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76064f3e: reopening flushed file at 1731014737612 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56e225e8: reopening flushed file at 1731014737616 (+4 ms)Finished flush of dataSize ~769.39 KB/787855, heapSize ~945.49 KB/968184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=2174, compaction requested=false at 1731014737621 (+5 ms)Writing region close event to WAL at 1731014737623 (+2 ms)Closed at 1731014737623 2024-11-07T21:25:37,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741830_1006 (size=930396) 2024-11-07T21:25:37,627 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T21:25:37,627 INFO [M:0;4fc742968c91:39921 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T21:25:37,627 INFO [M:0;4fc742968c91:39921 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39921 2024-11-07T21:25:37,628 INFO [M:0;4fc742968c91:39921 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T21:25:37,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39921-0x101172ddeae0000, quorum=127.0.0.1:58446, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T21:25:37,868 INFO [M:0;4fc742968c91:39921 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T21:25:37,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39921-0x101172ddeae0000, quorum=127.0.0.1:58446, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T21:25:37,873 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3dfb1097{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T21:25:37,876 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@16142ff{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T21:25:37,876 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T21:25:37,876 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ef5f873{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T21:25:37,876 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b8e8cdd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3085edb0-e917-d279-2e36-e140b24fc09e/hadoop.log.dir/,STOPPED} 2024-11-07T21:25:37,879 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T21:25:37,879 WARN [BP-1114029820-172.17.0.2-1731014546786 heartbeating to localhost/127.0.0.1:41435 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T21:25:37,879 WARN [BP-1114029820-172.17.0.2-1731014546786 heartbeating to localhost/127.0.0.1:41435 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1114029820-172.17.0.2-1731014546786 (Datanode Uuid 2a6ee0a2-52bf-46bd-aeb8-9afc40011d89) service to localhost/127.0.0.1:41435 2024-11-07T21:25:37,879 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T21:25:37,881 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3085edb0-e917-d279-2e36-e140b24fc09e/cluster_f389f151-189a-c90f-dfef-b886ac270666/data/data1/current/BP-1114029820-172.17.0.2-1731014546786 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T21:25:37,882 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3085edb0-e917-d279-2e36-e140b24fc09e/cluster_f389f151-189a-c90f-dfef-b886ac270666/data/data2/current/BP-1114029820-172.17.0.2-1731014546786 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T21:25:37,882 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T21:25:37,889 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1bbf242f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T21:25:37,890 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@34657887{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T21:25:37,890 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T21:25:37,890 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41752735{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T21:25:37,890 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7def033e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3085edb0-e917-d279-2e36-e140b24fc09e/hadoop.log.dir/,STOPPED} 2024-11-07T21:25:37,904 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T21:25:38,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down